-- Logs begin at Tue 2022-08-09 01:14:10 UTC, end at Tue 2022-08-09 02:58:05 UTC. -- Aug 09 02:32:14.018871 dv-cinder-852461-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 02:32:16.628647 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.common.config [-] Logging enabled! Aug 09 02:32:16.629329 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 09 02:32:16.629423 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110554) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 09 02:32:16.632597 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.common.config [-] Logging enabled! Aug 09 02:32:16.632847 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 09 02:32:16.633150 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110554) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 09 02:32:16.634064 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 02:32:16.634318 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 02:32:16.634776 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 02:32:16.635018 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 02:32:16.635241 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 02:32:16.635556 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.635841 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.636077 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.636365 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.636631 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.636906 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.637185 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.637462 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.637796 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.638069 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.638365 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.638587 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.638865 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.639139 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.639402 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.639619 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] debug = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.639890 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.640396 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.640805 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.641080 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.641361 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.641631 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.641889 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.642174 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.642457 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.642774 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] host = dv-cinder-852461-1-iscsi {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.643046 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.643324 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.643603 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.643881 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.644147 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.644414 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.644691 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.644955 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.645218 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.645486 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.645764 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.646044 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.646355 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.646577 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.646790 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.647066 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.647345 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.647612 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.647876 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.648138 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.648402 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.648667 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.648926 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.649203 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.649475 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.649748 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.650011 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.650307 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.650566 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.650828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.651099 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.651362 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.651626 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.651888 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.652161 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.652420 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.652683 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.652971 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.653269 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.653539 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.653813 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.654074 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.654372 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.654636 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.654897 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.655158 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] use_json = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.655420 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.655678 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.655952 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.656214 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.656478 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.656738 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.656997 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.657269 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.657529 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:16.657814 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.658099 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.658413 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.658686 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.658976 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.659249 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.659527 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.659792 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.660068 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.660347 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.660620 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.660887 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.661173 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.661451 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.661779 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.662025 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.662330 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.662613 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.662880 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.663145 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.663408 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.663678 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.663963 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.664230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.664509 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.664787 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.665054 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.665339 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.665614 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.665903 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.666222 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.666505 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.666770 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.667040 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.667360 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.667623 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.667884 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.668167 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.668436 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.668700 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.669025 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.669308 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.669585 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.669847 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.670101 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.670412 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.670679 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.670939 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.671201 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.671465 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.671722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.672002 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.672253 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.672516 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.672777 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.673042 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.673303 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.673563 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.673828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.674088 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.674378 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.674638 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.674899 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.675158 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.675416 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.675674 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.675941 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.676201 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.676464 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.676724 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.676983 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.677241 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.677500 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.677762 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.678053 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.678345 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.678613 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.678881 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.679149 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.679413 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.679679 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.679949 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.680214 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.680472 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.680747 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.681016 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.681288 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.681559 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.681824 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.682130 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.682417 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.682683 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.682948 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.683212 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.683477 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.683749 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.684015 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.684282 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.684579 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.684852 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.685135 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.685417 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.685686 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.685972 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.686281 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.686564 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.686832 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.687128 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.687397 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:16.687605 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 02:32:16.687840 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110554) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 02:32:16.976680 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=110554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 09 02:32:16.976890 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=110554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 09 02:32:16.977169 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=110554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 09 02:32:16.977718 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=110554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 09 02:32:16.978008 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=110554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 09 02:32:16.978369 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 02:32:17.385378 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.385630 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.385928 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.387261 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.387600 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.387865 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.439157 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.439425 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.439689 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.454198 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.454487 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.454755 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.484245 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.484511 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.484767 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.519806 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.520079 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.520337 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.747946 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.748594 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.748594 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.748594 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.749514 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.845035 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.845342 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.845614 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.845880 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.846140 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.846471 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.846720 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.846968 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.847214 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.847493 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.847725 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.847984 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.848230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.848475 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.848722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.848978 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.849225 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.849471 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.849728 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.849977 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.850268 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.850516 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.850788 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.851155 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.851400 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.851635 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.852019 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:17.852682 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:17.852926 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:17.853158 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:17.853388 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:17.853617 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:17.853972 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 02:32:17.857073 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 02:32:17.860956 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 02:32:17.864751 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 09 02:32:17.866390 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 02:32:17.866993 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 02:32:17.867332 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 02:32:17.867705 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 02:32:17.870470 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 02:32:17.870716 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 02:32:17.871052 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 02:32:17.876143 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 02:32:17.898576 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 02:32:17.899012 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.899301 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110554) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 09 02:32:17.899661 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.900972 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110554) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 02:32:17.901232 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 02:32:17.901490 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 02:32:17.904731 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:17.904995 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.064015 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 02:32:18.064300 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 02:32:18.064687 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 02:32:18.065290 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 02:32:18.126183 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO dbcounter [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Registered counter for database neutron Aug 09 02:32:18.145027 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_db.sqlalchemy.engines [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110554) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 02:32:18.151904 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG dbcounter [-] [110554] Writer thread running {{(pid=110554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 02:32:18.703548 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing driver for type 'gre' Aug 09 02:32:18.704070 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] gre ID ranges: [(1, 1000)] Aug 09 02:32:18.767802 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing driver for type 'local' Aug 09 02:32:18.768722 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing driver for type 'vlan' Aug 09 02:32:18.788784 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] VlanTypeDriver initialization complete Aug 09 02:32:18.789185 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing driver for type 'vxlan' Aug 09 02:32:18.789773 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] vxlan ID ranges: [(1, 1000)] Aug 09 02:32:18.851993 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing extension driver 'port_security' Aug 09 02:32:18.852810 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] PortSecurityExtensionDriver initialization complete Aug 09 02:32:18.853211 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing mechanism driver 'openvswitch' Aug 09 02:32:18.853587 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing mechanism driver 'hyperv' Aug 09 02:32:18.860601 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.plugin [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:32:18.861262 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.861632 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.861968 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.862564 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 02:32:18.862990 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.863349 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.863691 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.864083 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 02:32:18.864489 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.864836 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.865177 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.865562 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 02:32:18.865964 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > security_group after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.866340 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > security_group after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.866682 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.867070 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 02:32:18.867473 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.867814 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.868150 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.868536 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 02:32:18.868934 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > address_group after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.869277 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > address_group after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.869610 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.869993 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 09 02:32:18.870451 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] ML2 OVO RPC backend initialized. {{(pid=110554) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 09 02:32:18.871150 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.871508 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.871930 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.872279 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > networks before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.872623 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.872963 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > ports before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.873302 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.873641 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnets before_response 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.873983 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.874346 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.874684 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.875019 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.875353 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.875687 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.876020 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.876352 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.876681 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.884192 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded quota_driver: . Aug 09 02:32:18.884559 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.plugin [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Modular L2 Plugin initialization complete Aug 09 02:32:18.884906 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading services supported by the core plugin {{(pid=110554) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 02:32:18.885283 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.plugins.ml2.managers [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Got port-security extension from driver 'port_security' Aug 09 02:32:18.885764 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.extensions.vlantransparent [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Disabled vlantransparent extension. Aug 09 02:32:18.886301 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110554) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 02:32:18.886623 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: router Aug 09 02:32:18.921354 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.921736 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_create 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.922106 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router before_create 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.922492 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.922868 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.923223 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_delete 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.923578 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.923929 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.924287 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_create 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.924612 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_update 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.924955 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_update 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.925301 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.925657 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_update 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.926070 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_update 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.926526 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.926862 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.927201 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: subnet after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.927537 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.927880 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.928218 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_create 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.928552 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.928897 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.929231 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router after_update 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.929568 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.929911 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_create 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.930303 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.930647 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_update 55549900 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.931006 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > agent after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.931357 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > agent after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.931694 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > network after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.932538 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Tracking information for resource: router configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:18.932869 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Tracking information for resource: floatingip configured {{(pid=110554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 02:32:18.937647 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.db.l3_agentschedulers_db [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 02:32:18.938274 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.938637 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port after_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.938984 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port after_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.939329 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: port after_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.940110 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router before_create 55550100 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.940468 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.940825 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_create 55550100 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.941175 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > router precommit_update 55550100 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.946198 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.provider_configuration [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service providers = [] {{(pid=110554) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 02:32:18.946549 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.db.servicetype_db [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110554) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 02:32:18.949609 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.service_base [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 02:32:18.950032 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.service_base [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 02:32:18.950396 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.service_base [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 02:32:18.951286 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.services.service_base [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 02:32:18.951645 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.services.service_base [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 02:32:18.952016 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.952335 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 02:32:18.962708 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.962971 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: auto_allocate Aug 09 02:32:18.968563 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: network precommit_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.968948 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: network precommit_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.969456 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.969767 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: tag Aug 09 02:32:18.976528 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.976860 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: timestamp Aug 09 02:32:18.980996 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.981369 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: network_ip_availability Aug 09 02:32:18.986809 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.987180 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.987535 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:18.988247 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.988568 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: flavors Aug 09 02:32:18.993416 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.993744 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading Plugin: revisions Aug 09 02:32:18.997997 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 02:32:18.998399 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.020s {{(pid=110554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 09 02:32:18.999133 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110554) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 09 02:32:18.999470 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Initializing extension manager. Aug 09 02:32:18.999988 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: __init__.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.000325 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: __pycache__ {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.000655 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: address_group.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.001358 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.001913 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: address-group Aug 09 02:32:19.002266 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: address_scope.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.002939 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.003445 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: address-scope Aug 09 02:32:19.003744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.004615 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.005097 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: router-admin-state-down-before-update Aug 09 02:32:19.005407 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: agent.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.006073 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.006598 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: agent Aug 09 02:32:19.006913 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: agent_resources_synced.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.007766 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.008274 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: agent-resources-synced Aug 09 02:32:19.008583 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: allowedaddresspairs.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.010326 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.010846 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: allowed-address-pairs Aug 09 02:32:19.011161 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: auto_allocated_topology.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.012175 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.012834 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: auto-allocated-topology Aug 09 02:32:19.013159 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: availability_zone.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.013812 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.014340 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: availability_zone Aug 09 02:32:19.014659 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: availability_zone_filter.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.015530 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.016037 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: availability_zone_filter Aug 09 02:32:19.016350 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: data_plane_status.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.017207 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.017699 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 02:32:19.018017 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: default_subnetpools.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.018921 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.019420 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: default-subnetpools Aug 09 02:32:19.019738 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.020501 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.020996 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: dhcp_agent_scheduler Aug 09 02:32:19.021310 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: dns.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.022178 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.022689 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 02:32:19.023005 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: dns_domain_ports.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.023863 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.024353 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 02:32:19.024674 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.025537 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.026034 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 02:32:19.026382 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: dvr.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.027019 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.027513 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: dvr Aug 09 02:32:19.027827 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: ecmp_routes.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.028712 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.029201 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 02:32:19.029518 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: empty_string_filtering.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.030402 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.030902 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: empty-string-filtering Aug 09 02:32:19.031212 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.032068 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.032560 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 02:32:19.032875 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.033733 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.034252 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 02:32:19.034566 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: external_net.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.035415 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.035925 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: external-net Aug 09 02:32:19.036239 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.037089 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.037585 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: extra_dhcp_opt Aug 09 02:32:19.037897 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: extraroute.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.038775 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.039275 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: extraroute Aug 09 02:32:19.039589 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: extraroute_atomic.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.040557 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.041049 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: extraroute-atomic Aug 09 02:32:19.041364 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: filter_validation.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.041985 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.042712 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: filter-validation Aug 09 02:32:19.043034 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: fip_pf_description.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.043962 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.044463 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 02:32:19.044783 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: fip_pf_port_range.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.045640 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.046137 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 09 02:32:19.046496 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: fip_port_details.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.047367 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.047866 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: fip-port-details Aug 09 02:32:19.048183 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: flavors.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.049345 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.049855 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: flavors Aug 09 02:32:19.050182 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.051860 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.052378 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 02:32:19.052703 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: floatingip_pools.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.053363 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.053863 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: floatingip-pools Aug 09 02:32:19.054213 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: ip_allocation.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.055090 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.055583 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 02:32:19.055905 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.056766 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.057266 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: ip-substring-filtering Aug 09 02:32:19.057588 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l2_adjacency.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.058492 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.058991 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 02:32:19.059343 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.060254 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.060763 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: router Aug 09 02:32:19.061082 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.063268 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.063783 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 02:32:19.064110 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.065063 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.065565 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: ext-gw-mode Aug 09 02:32:19.065891 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.066790 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.067290 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: l3-ha Aug 09 02:32:19.067611 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.068467 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.068961 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 09 02:32:19.069276 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_flavors.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.070136 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.070658 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: l3-flavors Aug 09 02:32:19.070976 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.072287 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.072801 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 09 02:32:19.073127 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.073990 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.074541 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 02:32:19.074896 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: l3agentscheduler.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.075872 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.076378 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: l3_agent_scheduler Aug 09 02:32:19.076697 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: local_ip.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.078411 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.078922 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension local_ip not supported by any of loaded plugins Aug 09 02:32:19.079252 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: logging.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.080658 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.081170 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension logging not supported by any of loaded plugins Aug 09 02:32:19.081491 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: metering.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.082178 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.082955 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: metering Aug 09 02:32:19.083276 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.084320 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.084829 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: metering_source_and_destination_fields Aug 09 02:32:19.085149 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: multiprovidernet.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.086034 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.086570 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: multi-provider Aug 09 02:32:19.086892 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: netmtu.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.087755 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.088266 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: net-mtu Aug 09 02:32:19.088583 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: netmtu_writable.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.089446 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.089954 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: net-mtu-writable Aug 09 02:32:19.090310 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: network_availability_zone.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.090959 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.091458 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: network_availability_zone Aug 09 02:32:19.091773 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: network_ip_availability.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.092817 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.093323 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: network-ip-availability Aug 09 02:32:19.093641 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: network_segment_range.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.094391 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.094887 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 02:32:19.095206 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: pagination.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.096142 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.096468 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: pagination Aug 09 02:32:19.096785 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: port_device_profile.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.097677 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.098199 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: port-device-profile Aug 09 02:32:19.098533 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: port_mac_address_override.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.099395 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.099898 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: port-mac-override Aug 09 02:32:19.100219 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.101079 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.101579 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: port-mac-address-regenerate Aug 09 02:32:19.101899 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.103127 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.103628 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: port-numa-affinity-policy Aug 09 02:32:19.103946 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: port_resource_request.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.104801 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.105295 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 02:32:19.105613 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: port_resource_request_groups.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.106625 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.107118 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 09 02:32:19.107441 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: portbindings.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.108316 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.108815 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: binding Aug 09 02:32:19.109135 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: portbindings_extended.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.110371 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.110876 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: binding-extended Aug 09 02:32:19.111196 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: portsecurity.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.112059 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.112566 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: port-security Aug 09 02:32:19.112884 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: project_id.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.113806 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.114132 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: project-id Aug 09 02:32:19.114475 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: providernet.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.115344 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.115862 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: provider Aug 09 02:32:19.116183 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.119615 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.120134 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos not supported by any of loaded plugins Aug 09 02:32:19.120461 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.121645 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.122175 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 02:32:19.122535 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.123413 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.123916 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 02:32:19.124238 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_default.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.125101 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.125595 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-default not supported by any of loaded plugins Aug 09 02:32:19.125921 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_fip.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.126817 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.127315 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 02:32:19.127631 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.128488 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.128984 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 09 02:32:19.129299 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_gateway_ip.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.130185 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.130694 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 02:32:19.131019 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_port_network_policy.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.131869 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.132357 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 02:32:19.132676 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.133653 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.134177 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 09 02:32:19.134498 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.135487 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.135987 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 09 02:32:19.136309 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_pps_rule.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.137533 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.138037 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 02:32:19.138392 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_rule_type_details.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.139258 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.139762 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 02:32:19.140079 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.140935 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.141427 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 09 02:32:19.141743 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: qos_rules_alias.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.142758 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.143247 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 02:32:19.143565 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: quota_check_limit.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.144430 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.144932 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: quota-check-limit Aug 09 02:32:19.145248 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: quotasv2.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.146137 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.146482 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: quotas Aug 09 02:32:19.146795 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: quotasv2_detail.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.148451 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.148789 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: quota_details Aug 09 02:32:19.149116 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: rbac.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.151691 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.152214 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: rbac-policies Aug 09 02:32:19.152546 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: rbac_address_group.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.153536 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.154055 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: rbac-address-group Aug 09 02:32:19.154402 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: rbac_address_scope.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.155272 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.155862 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: rbac-address-scope Aug 09 02:32:19.156232 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: rbac_security_groups.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.157234 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.157773 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: rbac-security-groups Aug 09 02:32:19.158244 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: rbac_subnetpool.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.159713 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.160332 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: rbac-subnetpool Aug 09 02:32:19.160845 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: revisionifmatch.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.162315 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.162971 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: revision-if-match Aug 09 02:32:19.163423 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: revisions.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.164730 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.165387 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: standard-attr-revisions Aug 09 02:32:19.165861 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: router_availability_zone.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.166888 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.167508 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: router_availability_zone Aug 09 02:32:19.167929 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: routerservicetype.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.169253 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.170066 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 02:32:19.170513 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.171576 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.172244 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: security-groups-normalized-cidr Aug 09 02:32:19.172610 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.173812 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.174623 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: port-security-groups-filtering Aug 09 02:32:19.175051 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.176125 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.176764 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: security-groups-remote-address-group Aug 09 02:32:19.177130 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.178531 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.179216 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: security-groups-shared-filtering Aug 09 02:32:19.179755 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: securitygroup.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.190638 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.191054 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: security-group Aug 09 02:32:19.191388 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: segment.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.192093 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.192600 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension segment not supported by any of loaded plugins Aug 09 02:32:19.192930 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.193889 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.194408 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 02:32:19.194728 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: servicetype.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.195783 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.196285 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: service-type Aug 09 02:32:19.196605 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: sorting.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.197545 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.197869 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: sorting Aug 09 02:32:19.198191 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: standard_attr_segment.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.199073 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.199576 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 02:32:19.199942 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: standardattrdescription.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.200547 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.201063 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: standard-attr-description Aug 09 02:32:19.201385 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: stateful_security_group.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.202279 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.202786 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: stateful-security-group Aug 09 02:32:19.203108 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: stdattrs_common.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.203656 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 02:32:19.203974 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.204862 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.205370 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 02:32:19.205686 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: subnet_onboard.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.206717 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.207230 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: subnet_onboard Aug 09 02:32:19.207553 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.208447 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.208950 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 02:32:19.209270 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: subnet_service_types.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.210140 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.210665 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: subnet-service-types Aug 09 02:32:19.210976 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: subnetallocation.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.211999 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.212506 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: subnet_allocation Aug 09 02:32:19.212880 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.213449 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.213947 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: subnetpool-prefix-ops Aug 09 02:32:19.214292 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.215176 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.215749 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 02:32:19.216068 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: tagging.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.217096 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.217623 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: standard-attr-tag Aug 09 02:32:19.217942 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: timestamp.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.219126 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.219637 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loaded extension: standard-attr-timestamp Aug 09 02:32:19.219956 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: trunk.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.220928 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.221433 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension trunk not supported by any of loaded plugins Aug 09 02:32:19.221752 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: trunk_details.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.222650 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.223151 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 02:32:19.223471 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: uplink_status_propagation.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.224346 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.224847 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 02:32:19.225166 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Loading extension file: vlantransparent.py {{(pid=110554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 02:32:19.225798 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 02:32:19.226332 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 02:32:19.229289 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:network Aug 09 02:32:19.229806 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:subnet Aug 09 02:32:19.230227 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 02:32:19.230618 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:port Aug 09 02:32:19.231933 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.232371 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service FLAVORS assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.232982 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.233410 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.233732 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:router Aug 09 02:32:19.234167 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 02:32:19.234720 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service METERING assigned prefix: /metering {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.236167 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:19.236539 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:19.236893 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:32:19.237885 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 02:32:19.238354 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:security_group Aug 09 02:32:19.238775 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 02:32:19.239317 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service CORE assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.239640 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 02:32:19.239981 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] subnetpool is already registered Aug 09 02:32:19.240397 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service CORE assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.240716 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 02:32:19.241042 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] subnetpool is already registered Aug 09 02:32:19.243429 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.243864 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service FLAVORS assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.244449 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.244870 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.245201 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:router Aug 09 02:32:19.245534 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] router is already registered Aug 09 02:32:19.245940 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 02:32:19.246304 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] floatingip is already registered Aug 09 02:32:19.246821 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service METERING assigned prefix: /metering {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.247479 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 02:32:19.247800 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] rbac_policy is already registered Aug 09 02:32:19.248201 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:security_group Aug 09 02:32:19.248532 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] security_group is already registered Aug 09 02:32:19.248928 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 02:32:19.249256 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] security_group_rule is already registered Aug 09 02:32:19.249880 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service CORE assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.250227 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 02:32:19.250555 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] subnetpool is already registered Aug 09 02:32:19.250969 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.v2.resource_helper [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Service CORE assigned prefix: {{(pid=110554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 02:32:19.251288 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 02:32:19.251598 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING neutron.quota.resource_registry [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] subnetpool is already registered Aug 09 02:32:19.252055 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: extensions {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.253538 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: address-groups {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.255108 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: address-scopes {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.256427 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: agents {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.257592 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: auto-allocated-topology {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.258859 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: availability_zones {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.260111 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: dhcp-networks {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.261649 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: dhcp-agents {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.263194 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: routers {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.264900 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: flavors {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.266197 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: service_profiles {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.267521 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: next_providers {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.269070 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: service_profiles {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.270659 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: floatingip-pools {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.271883 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: routers {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.273608 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: floatingips {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.274910 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: l3-routers {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.276343 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: l3-agents {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.277762 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: metering-labels {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.279091 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: metering-label-rules {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.280480 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: network-ip-availabilities {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.281754 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: bindings {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.283372 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: quotas {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.285921 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: quotas {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.287475 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: rbac-policies {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.288674 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: security-groups {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.289999 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: security-group-rules {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.291298 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: service-providers {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.292519 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: subnetpools {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.293859 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: subnetpools {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.295478 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.297173 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.299051 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.300831 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.302545 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.304504 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.306255 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.308157 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.309999 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.311791 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron.api.extensions [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Extended resource: tags {{(pid=110554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 02:32:19.317898 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING keystonemiddleware.auth_token [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 02:32:19.323034 dv-cinder-852461-1-iscsi neutron-server[110554]: WARNING keystonemiddleware.auth_token [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 02:32:19.331868 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Acquiring lock "singleton_lock" {{(pid=110554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 09 02:32:19.332192 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Acquired lock "singleton_lock" {{(pid=110554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 09 02:32:19.332657 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_concurrency.lockutils [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Releasing lock "singleton_lock" {{(pid=110554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 09 02:32:19.333304 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Starting 2 workers Aug 09 02:32:19.338065 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Started child 110667 {{(pid=110554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 02:32:19.342496 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Started child 110668 {{(pid=110554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 02:32:19.343802 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:19.344465 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO neutron.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 02:32:19.344674 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:19.345272 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [-] (110667) wsgi starting up on http://0.0.0.0:9696 Aug 09 02:32:19.347161 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Starting 1 workers Aug 09 02:32:19.347307 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:19.348598 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [-] (110668) wsgi starting up on http://0.0.0.0:9696 Aug 09 02:32:19.352249 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Started child 110669 {{(pid=110554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 02:32:19.353145 dv-cinder-852461-1-iscsi neutron-server[110554]: INFO oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Starting 1 workers Aug 09 02:32:19.356341 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] calling RpcWorker wait() {{(pid=110669) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 02:32:19.356927 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] returning from RpcWorker wait() {{(pid=110669) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 02:32:19.357618 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Started child 110670 {{(pid=110554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 02:32:19.358132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:19.358436 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG neutron_lib.callbacks.manager [None req-1ff64a6d-8d36-445e-9ff1-3fc172fd6db5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:19.358565 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:32:19.360324 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110554) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 02:32:19.360553 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 02:32:19.360710 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 02:32:19.360875 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 02:32:19.361215 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 02:32:19.361354 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 02:32:19.361893 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.362117 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.362390 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.362689 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.362814 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:19.363273 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.363485 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.363718 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.363930 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:32:19.364086 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.364229 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.364379 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.364534 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.364778 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.364980 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.365313 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.365545 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.365809 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.366024 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.366210 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.366489 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.366729 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.366997 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.367353 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] debug = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.367594 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.368086 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.368328 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.368567 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.368790 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.369050 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.369283 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.369527 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.369759 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.369966 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.370288 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.370530 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.370762 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.370980 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.371202 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.371456 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.371797 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.372237 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] host = dv-cinder-852461-1-iscsi {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.372474 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.372750 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.372901 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.373139 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.373384 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.373616 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.373856 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.374102 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.374380 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.374603 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.374845 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.375087 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.375313 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.375540 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.375692 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_options = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.375926 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.376187 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.376451 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.376629 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.376776 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.376938 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.377182 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.377324 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.377585 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.377778 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.378001 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.378244 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.379651 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.379800 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.379990 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.380258 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.380575 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.380738 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.381052 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.381283 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.381616 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.381919 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.382230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.382377 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.382649 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.382922 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.383399 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.384080 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.384865 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.385096 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.385936 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.386245 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.386846 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.386846 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.387100 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.387503 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.387503 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.389428 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.389709 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.390093 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.390283 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.390467 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.391089 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.391356 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.391795 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.391922 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.392142 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_json = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.392276 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.392443 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.392702 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.392993 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.393129 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.393700 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.393935 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.394608 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.394608 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.394901 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.395165 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.395454 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.395720 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.395953 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.396189 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.396439 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.396658 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.398722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.399238 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.399238 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.399466 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.399612 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.399822 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.400036 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.400284 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.400512 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.400750 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.400972 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.401187 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.401466 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.401727 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.402001 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.402389 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.402667 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.402927 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.403258 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.403473 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.403747 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.403957 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.404307 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.404524 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.404783 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.404982 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.405230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.405441 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.411431 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.411693 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.411965 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.412220 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.412485 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.412737 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.412960 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.413647 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.413647 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.413647 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.413874 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.414134 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.414270 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.414467 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.414713 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.414940 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.415197 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.415423 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.415637 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.415889 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.416103 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.416360 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.416542 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.417666 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.417666 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.417666 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.417666 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.417666 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418068 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418068 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418231 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418357 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418566 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418789 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.418998 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.419227 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.419435 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.419657 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.419872 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.420080 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.420283 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.420489 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.420702 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.420908 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.421112 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.421312 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.421525 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.421721 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.422038 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.422282 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.422525 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.422741 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.422985 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.423196 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.423419 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.423659 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.423871 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.424076 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.424322 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.424544 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.424842 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.425060 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.425271 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.425529 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.425743 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.425953 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.426197 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.426421 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.426631 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.426849 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.427062 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.427289 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.427504 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.427772 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.427995 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.428218 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.428425 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.428650 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.428873 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.429133 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.429371 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.429646 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.429858 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.430125 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.430432 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.430685 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.430953 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.431181 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.431437 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.431680 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.431902 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.432138 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.432388 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.432627 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.432837 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.433091 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.433362 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.433590 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.433812 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.434118 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.434454 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.434664 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.434888 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.435146 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.435411 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.435645 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.435900 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.436132 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.436387 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.436617 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.436841 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.437051 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.437264 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.437504 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.437708 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.437935 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.438142 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.438394 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.438603 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.438808 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.439047 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.439254 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.439483 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.439698 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.439909 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.440135 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.440380 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.440585 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.440794 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.441018 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.441225 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.441528 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.441740 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.441959 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.442613 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.442613 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.442918 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.442918 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.443197 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.443334 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.443573 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.443792 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.444001 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.444238 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.444452 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.444678 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.444887 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.445103 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.445309 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.445529 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.445762 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.445972 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.446212 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.446454 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.446784 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.447039 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.447259 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.447513 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.447740 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.447964 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.448173 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.448388 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.448620 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.448843 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.449060 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.449269 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.449476 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.449688 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.449927 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.450620 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.450620 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.450620 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.451744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.451744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.451744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.451744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.451744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.452098 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.452098 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.452259 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.452482 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.452711 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.452916 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.453207 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.453450 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.453671 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.453914 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.454197 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.454407 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.454648 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.454851 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.455055 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.455269 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.455496 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.455702 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.455938 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.456157 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.456364 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.456578 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.456788 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.456989 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.457204 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.457410 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.457608 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.457819 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.458026 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.458253 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.458470 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.458676 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.458895 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.459108 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.459324 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.459530 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.459766 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.459967 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.460168 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.460380 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.460587 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.460798 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.461076 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.461330 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.461566 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.461845 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.462082 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.462336 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.462567 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.462874 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.463148 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.463367 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.463458 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:32:19.463554 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.463767 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.463976 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.464230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.464519 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.464793 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.465038 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.465277 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.465612 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.465876 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.466223 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.466440 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.466747 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.467054 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.467311 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.467549 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.467784 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.468018 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.468241 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.468464 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.468756 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.468944 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.469165 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.469431 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.469626 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.469842 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.470050 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.470366 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.470580 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.470834 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.471047 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.471250 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.471536 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.471697 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 02:32:19.472211 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110554) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 02:32:19.472363 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 02:32:19.472509 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 02:32:19.472669 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 02:32:19.472832 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 02:32:19.472976 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 02:32:19.473175 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.473331 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.473497 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.473646 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.473822 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.473978 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.474132 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.474316 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.474463 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.474622 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.474785 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.474931 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.475087 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.475237 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.475395 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.475544 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.475696 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.475861 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476014 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476165 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476317 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476471 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] debug = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476623 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476825 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.476983 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.477140 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.477644 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.477886 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.477991 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.478096 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.478273 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.478432 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.478576 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.478752 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.478866 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479017 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479173 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479321 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479471 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479624 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] host = dv-cinder-852461-1-iscsi {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479775 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.479928 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480078 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480228 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480380 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480534 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480687 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480838 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.480991 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.481170 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.481324 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.481476 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.481625 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.481777 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.481927 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_options = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.482084 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.482289 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.482406 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.482579 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.482738 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.482890 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483042 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483195 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483350 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483503 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483655 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483809 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.483959 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.484115 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.484264 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.484415 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.484569 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.484722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.484874 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.485030 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.485185 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.485334 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.485484 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.485636 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.485787 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486017 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486204 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486337 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486482 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486624 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486775 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.486926 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.487079 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.487232 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.487382 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.487768 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.487768 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488012 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488012 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488230 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488424 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488553 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488679 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488809 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.488959 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.489262 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_json = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.489574 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.489730 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.489883 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.490085 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.490234 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.490352 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.490517 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.490653 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.490970 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 02:32:19.491143 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.491300 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.491610 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.491771 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.491923 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.492222 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.492383 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.492532 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.492690 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.492837 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.492996 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.493154 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.493318 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.493615 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.493802 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.493937 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.494089 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.494259 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.494420 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.494578 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.494772 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.494932 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.495097 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.495248 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.495544 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.495702 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.495861 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.496024 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.496176 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.496340 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.496510 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.496668 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.496893 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497050 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497205 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497346 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497549 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497676 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497798 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.497922 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.498076 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.498255 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.498412 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.498566 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.498722 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.498860 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.499021 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.499175 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.499328 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.499483 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.499641 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.499791 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.500096 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.500254 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.500410 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.500566 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.500718 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.500884 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501055 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501207 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501346 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501482 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501625 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501781 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.501938 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.502093 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.502242 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.502397 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.502564 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.502717 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.502872 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503044 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503200 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503316 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503453 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503609 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503762 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.503950 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.504105 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.504323 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.504484 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.504636 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.504941 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.505100 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.505250 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.505407 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.505562 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.505718 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.505876 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506030 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506202 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506376 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506533 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506687 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506840 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.506995 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.507148 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.507305 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.507458 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.507611 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.507794 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.507953 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.508107 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.508263 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.508416 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.508569 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.508721 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.508874 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509028 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509208 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509336 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509488 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509642 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509797 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.509949 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.510102 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.510286 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.510441 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.510595 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.510748 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.510902 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.511057 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.511221 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.511374 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.511531 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.511684 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.511845 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512013 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512170 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512387 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512503 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512657 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512810 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.512963 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.513116 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.513269 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.513425 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.513579 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.513744 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.513900 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.514054 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.514227 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.514406 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.514560 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.514713 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.514868 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515023 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515180 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515332 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515485 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515638 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515791 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.515951 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.516107 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.516260 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.516415 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.516568 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.516721 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.516874 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517027 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517180 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517335 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517488 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517641 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517795 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.517948 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.518101 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.518287 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.518441 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.518595 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.518748 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.518918 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519044 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519198 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519351 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519506 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519659 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519812 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.519967 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.520123 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.520276 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.520431 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.520587 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.520743 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.520898 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521053 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521209 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521363 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521517 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521673 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.521983 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.522137 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.522309 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.522464 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.522619 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.522773 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.522945 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.523098 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.523253 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.523409 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.523563 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.523718 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.523872 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524028 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524182 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524336 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524497 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524651 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524827 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.524983 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.525139 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.525294 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.525450 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.525605 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.525761 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.525921 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.526078 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.526253 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.526408 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.526561 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.526717 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.526870 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.527023 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.527179 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.527336 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.527501 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.527657 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.527810 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528026 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528183 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528340 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528504 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528658 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528812 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.528965 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.529127 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.529828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.529828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.529828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.529828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.529828 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530304 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530304 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530304 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530522 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530602 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530718 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.530871 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531025 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531186 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531340 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531492 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531645 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531798 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.531951 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.532115 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.532268 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.532422 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.532574 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.532727 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.532881 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533043 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533269 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533366 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533498 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533647 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533801 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.533955 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.534120 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.534293 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.534450 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.534604 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.534758 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.534912 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.535067 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.535226 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.535388 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.535547 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.535702 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.535868 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536029 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536190 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536342 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536501 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536668 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536822 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.536975 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.537138 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.537274 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.537428 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.537581 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.537737 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.537901 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538034 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538206 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538362 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538515 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538669 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538822 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.538978 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.539132 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.539284 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.539437 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.539590 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 02:32:19.539737 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 02:32:19.701429 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57064) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:19.709845 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047345 Aug 09 02:32:19.714512 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039945 Aug 09 02:32:28.843853 dv-cinder-852461-1-iscsi neutron-server[110554]: DEBUG dbcounter [-] [110554] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:30.640826 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977ecf5-d3db-4581-832e-553741bce96a None None] get_active_networks_info from dv-cinder-852461-1-iscsi {{(pid=110669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 09 02:32:30.672682 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writer thread running {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 02:32:30.673262 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writer thread running {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 02:32:30.783157 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977ecf5-d3db-4581-832e-553741bce96a None None] No non-hosted networks {{(pid=110669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 02:32:30.808367 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.agentschedulers_db [None req-f977ecf5-d3db-4581-832e-553741bce96a None None] DHCP Agent not found on host dv-cinder-852461-1-iscsi {{(pid=110669) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 09 02:32:30.936669 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-529eb842-8c3d-4516-b236-52d9c4cb2a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-502489'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:32.461836 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writer thread running {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 02:32:33.082487 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ee375c57-2dc6-4ce3-8504-d9ad505494f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-502489'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:33.134807 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-aa857f08-2e11-4bd6-aaa6-e52b41ffed04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:33.883178 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57134) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:34.285988 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-502489'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:34.599177 dv-cinder-852461-1-iscsi neutron-server[110668]: WARNING oslo_policy.policy [None req-de64b427-49f4-4641-8aee-877a9b995849 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:34.599722 dv-cinder-852461-1-iscsi neutron-server[110668]: WARNING oslo_policy.policy [None req-de64b427-49f4-4641-8aee-877a9b995849 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:34.852295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [None req-de64b427-49f4-4641-8aee-877a9b995849 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:32:34.866807 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-de64b427-49f4-4641-8aee-877a9b995849 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9825323 Aug 09 02:32:35.442074 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-502489'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:35.775465 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-502489'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:35.777345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.777712 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.778046 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.778405 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.778728 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.779051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.779370 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.779728 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.780050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.780364 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.780701 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.781020 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.781347 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.781664 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.781974 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:35.782413 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852461-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:32:35.795085 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852461-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:32:35.827093 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.db.l3_hamode_db [None req-079cfa8f-de9b-4197-bc10-40022b8d0975 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 02:32:35.907430 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cfa8f-de9b-4197-bc10-40022b8d0975 None None] Routers set() bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:32:35.907830 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cfa8f-de9b-4197-bc10-40022b8d0975 None None] Router IDs set() for agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 09 02:32:37.159155 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57172) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:37.493228 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:32:37.583477 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.policy [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 02:32:37.626672 dv-cinder-852461-1-iscsi neutron-server[110668]: WARNING oslo_policy.policy [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:37.627034 dv-cinder-852461-1-iscsi neutron-server[110668]: WARNING oslo_policy.policy [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:37.647666 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writer thread running {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 02:32:37.730565 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764777620472', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764777619468', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764777570604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764777579645', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764777586421', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764777594533', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7819842', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7732918', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1743763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1734483'] for rbac-policy (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:37.808677 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:37.810261 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-40305183-7125-4e3a-8c61-0a5d3085193b admin admin] 10.222.0.20 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6498082 Aug 09 02:32:40.015377 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57184) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:40.359886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:32:40.394900 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Made reservation on behalf of 32b9c55705c240fa9811f2211ec09562 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:32:40.398676 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.416214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.527804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks [] for security_group (50c302ce-d650-41b2-9424-b27c959f8a06), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.540309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (50c302ce-d650-41b2-9424-b27c959f8a06), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.579488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:32:40.607137 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764773491429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (ea10133e-acb1-48ac-82a8-ccd58d9de0b0), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.607607 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Unsubscribe: segment precommit_create {{(pid=110668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 02:32:40.608153 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Added segment ea10133e-acb1-48ac-82a8-ccd58d9de0b0 of type vlan for network afbfd24a-2f0d-4432-84a2-9feb91903fcf Aug 09 02:32:40.614554 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=50c302ce-d650-41b2-9424-b27c959f8a06,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:40.649174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.649510 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.649861 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.650242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.650571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.650895 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.651217 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.651536 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.651841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.652179 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.652498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.652828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.653145 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.653462 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.653759 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Tracked resource versions report: Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: pushed versions: Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: { 'AddressGroup': {'1.2'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Agent': {'1.1'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'ConntrackHelper': {'1.0'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Log': {'1.0'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'NDPProxy': {'1.0'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Network': {'1.1'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Port': {'1.7'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'PortForwarding': {'1.3'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'QosPolicy': {'1.10'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroup': {'1.5'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SubPort': {'1.0'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Subnet': {'1.1'}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Trunk': {'1.1'}} Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: consumer versions: Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Agent': '1.1', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'ConntrackHelper': '1.0', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'LocalIPAssociation': '1.0', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Log': '1.0', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'NDPProxy': '1.0', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Network': '1.1', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Port': '1.7', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'PortForwarding': '1.3', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'QosPolicy': '1.10', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroup': '1.5', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroupRule': '1.2', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SubPort': '1.0', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Subnet': '1.1', Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Trunk': '1.1'}} Aug 09 02:32:40.655187 dv-cinder-852461-1-iscsi neutron-server[110668]: {{(pid=110668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:32:40.723648 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (afbfd24a-2f0d-4432-84a2-9feb91903fcf), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.751173 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:40.768436 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (afbfd24a-2f0d-4432-84a2-9feb91903fcf), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.773569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:32:40.774343 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:40.883684 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8661144 Aug 09 02:32:40.900796 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650a7d-86c4-48a4-8047-8581319560ba demo demo] Pushing event updated for resources: {'Network': ['ID=afbfd24a-2f0d-4432-84a2-9feb91903fcf,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:40.914524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:32:43.181953 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57198) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:43.735830 dv-cinder-852461-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:43.736391 dv-cinder-852461-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:43.962747 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writer thread running {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 09 02:32:44.165337 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.policy [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 02:32:44.209171 dv-cinder-852461-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:44.209770 dv-cinder-852461-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 02:32:44.217544 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:32:44.219420 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-888b25f9-c40e-4e79-a4d7-9a5b6688afe5 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/afbfd24a-2f0d-4432-84a2-9feb91903fcf HTTP/1.1" status: 200 len: 825 time: 1.0355892 Aug 09 02:32:44.263837 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-30ceeb65-f17a-46e2-967d-43f2ee501dfe demo admin] 10.222.0.20 "GET /networking/v2.0/subnetpools/b110088a-6075-4bdf-a793-db9b3b25806f HTTP/1.1" status: 200 len: 734 time: 0.0347855 Aug 09 02:32:44.275979 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Request body: {'subnet': {'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:32:44.318481 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Made reservation on behalf of 32b9c55705c240fa9811f2211ec09562 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:32:44.322915 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:44.631549 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (c19d6415-318e-40c6-bfbf-7bd99fa75aec), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:44.704144 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Checking segment: {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:32:44.704527 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Network hostable DHCP agents. Network: afbfd24a-2f0d-4432-84a2-9feb91903fcf, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:32:44.706852 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c19d6415-318e-40c6-bfbf-7bd99fa75aec,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:44.711288 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:44.725360 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.725703 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.726057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.726432 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.727132 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.727454 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.727776 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.728093 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.728419 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.728743 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.729065 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.729395 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.729698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.730008 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.730347 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Tracked resource versions report: Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: pushed versions: Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: { 'AddressGroup': {'1.2'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Agent': {'1.1'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'ConntrackHelper': {'1.0'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Log': {'1.0'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'NDPProxy': {'1.0'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Network': {'1.1'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Port': {'1.7'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'PortForwarding': {'1.3'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'QosPolicy': {'1.10'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroup': {'1.5'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SubPort': {'1.0'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Subnet': {'1.1'}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Trunk': {'1.1'}} Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: consumer versions: Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Agent': '1.1', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'ConntrackHelper': '1.0', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'LocalIPAssociation': '1.0', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Log': '1.0', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'NDPProxy': '1.0', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Network': '1.1', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Port': '1.7', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'PortForwarding': '1.3', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'QosPolicy': '1.10', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroup': '1.5', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroupRule': '1.2', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SubPort': '1.0', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Subnet': '1.1', Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Trunk': '1.1'}} Aug 09 02:32:44.731752 dv-cinder-852461-1-iscsi neutron-server[110667]: {{(pid=110667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:32:44.759572 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:32:44.774034 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, afbfd24a-2f0d-4432-84a2-9feb91903fcf) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:32:44.779149 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:32:44.779805 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:44.784577 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d297cf4-ceb2-4215-9fc3-1c5cf200e16f None None] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:32:44.803356 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-917d0bd7-8fe1-40f5-814b-5120552b1e36 demo admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5334067 Aug 09 02:32:45.048393 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'project_id': '32b9c55705c240fa9811f2211ec09562', 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:32:45.049765 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:45.325004 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Allocated IP 172.20.0.2 (afbfd24a-2f0d-4432-84a2-9feb91903fcf/c19d6415-318e-40c6-bfbf-7bd99fa75aec/46004d51-cdda-48a4-88cc-68995a4f0c09) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:32:45.590630 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Publish callbacks [] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:45.598773 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:45.674370 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:32:45.679964 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:32:45.685053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Pushing event updated for resources: {'Port': ['ID=46004d51-cdda-48a4-88cc-68995a4f0c09,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:45.687246 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:32:45.699945 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.700286 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.700640 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.700976 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.701309 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.701635 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.701957 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.702303 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.702627 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.702944 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.703265 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.703603 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.703937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.704241 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.704555 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Tracked resource versions report: Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: pushed versions: Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: { 'AddressGroup': {'1.2'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Agent': {'1.1'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'ConntrackHelper': {'1.0'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Log': {'1.0'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'NDPProxy': {'1.0'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Network': {'1.1'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Port': {'1.7'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'PortForwarding': {'1.3'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'QosPolicy': {'1.10'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroup': {'1.5'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SubPort': {'1.0'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Subnet': {'1.1'}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Trunk': {'1.1'}} Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: consumer versions: Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Agent': '1.1', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'ConntrackHelper': '1.0', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'LocalIPAssociation': '1.0', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Log': '1.0', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'NDPProxy': '1.0', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Network': '1.1', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Port': '1.7', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'PortForwarding': '1.3', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'QosPolicy': '1.10', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroup': '1.5', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroupRule': '1.2', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SubPort': '1.0', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Subnet': '1.1', Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Trunk': '1.1'}} Aug 09 02:32:45.705981 dv-cinder-852461-1-iscsi neutron-server[110669]: {{(pid=110669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:32:45.752361 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:45.783687 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Attempting to bind port 46004d51-cdda-48a4-88cc-68995a4f0c09 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:32:45.784120 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Attempting to bind port 46004d51-cdda-48a4-88cc-68995a4f0c09 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:32:45.784562 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Attempting to bind port 46004d51-cdda-48a4-88cc-68995a4f0c09 on network afbfd24a-2f0d-4432-84a2-9feb91903fcf {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:32:45.790362 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:32:45.791079 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Checking segment: {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:32:45.791291 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:45.791623 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Bound using segment: {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:32:45.792080 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Bound port: 46004d51-cdda-48a4-88cc-68995a4f0c09, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:32:45.792478 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:45.855420 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] For port 46004d51-cdda-48a4-88cc-68995a4f0c09, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:32:45.876400 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] For port 46004d51-cdda-48a4-88cc-68995a4f0c09, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=46004d51-cdda-48a4-88cc-68995a4f0c09,segment=NetworkSegment(ea10133e-acb1-48ac-82a8-ccd58d9de0b0),segment_id=ea10133e-acb1-48ac-82a8-ccd58d9de0b0)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:32:45.884019 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:45.931732 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9e78d-0fa2-44bb-97bd-ae722692eadc None None] Pushing event updated for resources: {'Port': ['ID=46004d51-cdda-48a4-88cc-68995a4f0c09,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:47.060617 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57222) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:47.407193 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [None req-4874bbee-acbb-4172-8dd9-259c6d421f9b admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:32:47.408373 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4874bbee-acbb-4172-8dd9-259c6d421f9b admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3465531 Aug 09 02:32:48.459630 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:48.471536 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=6 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:49.657962 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57234) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:49.996484 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-d732a865-0861-403b-ad0e-54db781e1ad7 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:32:49.997490 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d732a865-0861-403b-ad0e-54db781e1ad7 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3384430 Aug 09 02:32:50.891521 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=53,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:50.897419 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:52.244041 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57244) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:52.582833 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:32:52.609391 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:52.611271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:52.761224 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] Publish callbacks [] for router_controller (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), precommit_add_association {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:52.768252 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:52.787316 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:52.788569 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-52598b12-9726-4b3b-a996-067cf376ebed demo demo] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5435829 Aug 09 02:32:53.453005 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 46004d51-cdda-48a4-88cc-68995a4f0c09 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:32:53.541648 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 46004d51-cdda-48a4-88cc-68995a4f0c09 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:32:53.542062 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:53.643069 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 46004d51-cdda-48a4-88cc-68995a4f0c09 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:32:53.643515 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:53.678737 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 46004d51-cdda-48a4-88cc-68995a4f0c09, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=46004d51-cdda-48a4-88cc-68995a4f0c09,segment=NetworkSegment(ea10133e-acb1-48ac-82a8-ccd58d9de0b0),segment_id=ea10133e-acb1-48ac-82a8-ccd58d9de0b0)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:32:53.683121 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:53.736850 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=46004d51-cdda-48a4-88cc-68995a4f0c09,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:53.985655 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f63c3-9f6a-430e-bdb5-491cb41902a2 None None] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:32:54.040479 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-48bbac1f-8f91-472c-ade1-4b9358c85aeb None None] Provisioning complete for port 46004d51-cdda-48a4-88cc-68995a4f0c09 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:32:54.040842 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-48bbac1f-8f91-472c-ade1-4b9358c85aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:54.047956 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:54.064736 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:54.177059 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-48bbac1f-8f91-472c-ade1-4b9358c85aeb None None] Current status of the port 46004d51-cdda-48a4-88cc-68995a4f0c09 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:32:54.395884 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-613ec802-e132-4ce7-aaf7-f0956b3b9d7c None None] Provisioning complete for port 46004d51-cdda-48a4-88cc-68995a4f0c09 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:32:54.396288 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-613ec802-e132-4ce7-aaf7-f0956b3b9d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:54.473058 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-613ec802-e132-4ce7-aaf7-f0956b3b9d7c None None] Current status of the port 46004d51-cdda-48a4-88cc-68995a4f0c09 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:32:54.794648 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:54.796009 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:32:55.029288 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57260) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:55.358551 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-8c9bcf52-c32a-44ff-8bc9-3a9265056700 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:32:55.359554 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8c9bcf52-c32a-44ff-8bc9-3a9265056700 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3293235 Aug 09 02:32:55.438243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 46004d51-cdda-48a4-88cc-68995a4f0c09 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:32:55.485922 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 46004d51-cdda-48a4-88cc-68995a4f0c09 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:32:55.486661 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:55.562776 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 46004d51-cdda-48a4-88cc-68995a4f0c09 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:32:57.605085 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57268) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:32:57.958468 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:32:57.983437 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Made reservation on behalf of aaeb91952f2c4c9f8cf8e3a10b5518c9 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:32:57.985884 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.002058 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.112209 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks [] for security_group (cdcc3ef9-71a0-4434-83d7-ebc1800ea3b4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.119334 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (cdcc3ef9-71a0-4434-83d7-ebc1800ea3b4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.133946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Reserving flat network on physical network physnet1 {{(pid=110667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 02:32:58.161316 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764773491429', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (8affec58-26ef-476e-8ef4-9b521629702c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.161848 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Unsubscribe: segment precommit_create {{(pid=110667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 02:32:58.162460 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Added segment 8affec58-26ef-476e-8ef4-9b521629702c of type flat for network 1ab68943-8177-49a0-a06a-a1ae0e431eec Aug 09 02:32:58.174031 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc3ef9-71a0-4434-83d7-ebc1800ea3b4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:58.216761 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (1ab68943-8177-49a0-a06a-a1ae0e431eec), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.261424 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (1ab68943-8177-49a0-a06a-a1ae0e431eec), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.262376 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:32:58.262946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:32:58.363725 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7574222 Aug 09 02:32:58.371541 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db584a-30a0-4fe8-8d40-d250ccb7c1be admin admin] Pushing event updated for resources: {'Network': ['ID=1ab68943-8177-49a0-a06a-a1ae0e431eec,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:32:58.384620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:33:00.596509 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57276) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:33:00.597057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a69d4a9c-f437-4113-b498-98be212bf055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:00.986760 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3760643-e155-4c65-ac7b-4e09b78354f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:33:00.988013 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d3760643-e155-4c65-ac7b-4e09b78354f2 demo admin] 10.222.0.20 "GET /networking/v2.0/subnets/c19d6415-318e-40c6-bfbf-7bd99fa75aec HTTP/1.1" status: 200 len: 849 time: 0.3904500 Aug 09 02:33:01.144893 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-77d94140-6851-4ab7-b284-b5a0e12935ea demo admin] 10.222.0.20 "GET /networking/v2.0/routers/bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 HTTP/1.1" status: 200 len: 704 time: 0.1507950 Aug 09 02:33:01.421425 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:01.687157 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:01.692821 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:01.717976 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Allocated IP 172.20.0.1 (afbfd24a-2f0d-4432-84a2-9feb91903fcf/c19d6415-318e-40c6-bfbf-7bd99fa75aec/ca4f8dce-defc-417b-a82e-49aac105f48c) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:33:01.873517 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks [] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:01.942970 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.029673 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:33:02.037362 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:33:02.039549 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Pushing event updated for resources: {'Port': ['ID=ca4f8dce-defc-417b-a82e-49aac105f48c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:02.044319 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:33:02.044319 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.246713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-864e4ee3-327b-4ec4-a477-bca2df9bfded None None] Provisioning complete for port ca4f8dce-defc-417b-a82e-49aac105f48c triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:33:02.246713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-864e4ee3-327b-4ec4-a477-bca2df9bfded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.282516 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-864e4ee3-327b-4ec4-a477-bca2df9bfded None None] Port ca4f8dce-defc-417b-a82e-49aac105f48c cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:33:02.299585 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.507611 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks [] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.514507 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.515269 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.589664 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Pushing event updated for resources: {'Port': ['ID=ca4f8dce-defc-417b-a82e-49aac105f48c,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:02.640693 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:33:02.642360 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:33:02.719420 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:02.763936 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:02.781061 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:02.782096 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:02.804411 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:33:02.847221 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-1d08c23c-d0df-44e9-975e-51c9c0045e2d None None] Provisioning complete for port ca4f8dce-defc-417b-a82e-49aac105f48c triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:33:02.847619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1d08c23c-d0df-44e9-975e-51c9c0045e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:02.878616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-1d08c23c-d0df-44e9-975e-51c9c0045e2d None None] Port ca4f8dce-defc-417b-a82e-49aac105f48c cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:33:02.895830 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:33:02.902699 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ec19a6c9-90f7-4fcf-b4e9-cd11ff52023f demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7494626 Aug 09 02:33:02.907366 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Sync routers for ids ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:33:02.920544 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Routers {'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:33:02.921250 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:32:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:03.083902 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a3b6ac61-1dde-4e56-bebc-77867e9ee852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:03.111180 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Set router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:33:03.588331 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'name': 'router1', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:32:52Z', 'updated_at': '2022-08-09T02:33:02Z', 'revision_number': 2, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'gw_port_host': None, '_interfaces': [{'id': 'ca4f8dce-defc-417b-a82e-49aac105f48c', 'name': '', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'mac_address': 'fa:16:3e:77:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:01Z', 'updated_at': '2022-08-09T02:33:02Z', 'revision_number': 2, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'subnets': [{'id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:03.637614 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Checking router: bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:33:03.637874 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Updating router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 port ca4f8dce-defc-417b-a82e-49aac105f48c binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:33:03.692959 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.215704 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Publish callbacks [] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.224398 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.242384 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.384286 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Attempting to bind port ca4f8dce-defc-417b-a82e-49aac105f48c on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:33:04.384697 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Attempting to bind port ca4f8dce-defc-417b-a82e-49aac105f48c by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:33:04.385124 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Attempting to bind port ca4f8dce-defc-417b-a82e-49aac105f48c on network afbfd24a-2f0d-4432-84a2-9feb91903fcf {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:33:04.387229 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Pushing event updated for resources: {'Port': ['ID=ca4f8dce-defc-417b-a82e-49aac105f48c,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:04.397124 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:33:04.397552 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Checking segment: {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:33:04.398016 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.398434 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Bound using segment: {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:33:04.398896 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Bound port: ca4f8dce-defc-417b-a82e-49aac105f48c, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea10133e-acb1-48ac-82a8-ccd58d9de0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:33:04.399270 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.402710 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.403058 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.403407 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.403752 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.404085 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.404473 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.404731 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.405058 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.405384 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.405710 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.406034 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.406394 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.406712 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.407047 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.407369 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Tracked resource versions report: Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: pushed versions: Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: { 'AddressGroup': {'1.2'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Agent': {'1.1'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'ConntrackHelper': {'1.0'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Log': {'1.0'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'NDPProxy': {'1.0'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Network': {'1.1'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Port': {'1.7'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'PortForwarding': {'1.3'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'QosPolicy': {'1.10'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroup': {'1.5'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SubPort': {'1.0'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Subnet': {'1.1'}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Trunk': {'1.1'}} Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: consumer versions: Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Agent': '1.1', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'ConntrackHelper': '1.0', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'LocalIPAssociation': '1.0', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Log': '1.0', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'NDPProxy': '1.0', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Network': '1.1', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Port': '1.7', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'PortForwarding': '1.3', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'QosPolicy': '1.10', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroup': '1.5', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroupRule': '1.2', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SubPort': '1.0', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Subnet': '1.1', Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Trunk': '1.1'}} Aug 09 02:33:04.408838 dv-cinder-852461-1-iscsi neutron-server[110670]: {{(pid=110670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:33:04.477455 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] For port ca4f8dce-defc-417b-a82e-49aac105f48c, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:33:04.497912 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] For port ca4f8dce-defc-417b-a82e-49aac105f48c, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ca4f8dce-defc-417b-a82e-49aac105f48c,segment=NetworkSegment(ea10133e-acb1-48ac-82a8-ccd58d9de0b0),segment_id=ea10133e-acb1-48ac-82a8-ccd58d9de0b0)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:33:04.503932 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:04.509330 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:04.540761 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:04.560254 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Routers {'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:33:04.560884 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:33:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:04.566904 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bae23-0ce7-4731-b7eb-60c9d06f0f92 None None] Pushing event updated for resources: {'Port': ['ID=ca4f8dce-defc-417b-a82e-49aac105f48c,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:04.648638 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] Set router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:33:04.844599 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'name': 'router1', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:32:52Z', 'updated_at': '2022-08-09T02:33:02Z', 'revision_number': 2, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'gw_port_host': None, '_interfaces': [{'id': 'ca4f8dce-defc-417b-a82e-49aac105f48c', 'name': '', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'mac_address': 'fa:16:3e:77:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:01Z', 'updated_at': '2022-08-09T02:33:04Z', 'revision_number': 4, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'subnets': [{'id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:04.869634 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705f117-4df9-4ba9-a7f8-2574a0c0687b None None] The sync data for ids ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'] in dv-cinder-852461-1-iscsi is: [{'id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'name': 'router1', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:32:52Z', 'updated_at': '2022-08-09T02:33:02Z', 'revision_number': 2, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'gw_port_host': None, '_interfaces': [{'id': 'ca4f8dce-defc-417b-a82e-49aac105f48c', 'name': '', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'mac_address': 'fa:16:3e:77:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:01Z', 'updated_at': '2022-08-09T02:33:04Z', 'revision_number': 4, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'subnets': [{'id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:33:05.311516 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57288) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:33:05.368132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:05.730680 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27482bdb-ab34-41d1-8d2b-dbb371df18a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:33:05.732066 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-27482bdb-ab34-41d1-8d2b-dbb371df18a3 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/1ab68943-8177-49a0-a06a-a1ae0e431eec HTTP/1.1" status: 200 len: 842 time: 0.4194534 Aug 09 02:33:05.741788 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:33:05.764714 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Made reservation on behalf of aaeb91952f2c4c9f8cf8e3a10b5518c9 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:33:05.767274 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:05.775079 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:06.043763 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.objects.ports [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 09 02:33:06.044111 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:06.095837 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:06.115923 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:33:06.116277 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Network hostable DHCP agents. Network: 1ab68943-8177-49a0-a06a-a1ae0e431eec, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:33:06.136876 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:33:06.154129 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 1ab68943-8177-49a0-a06a-a1ae0e431eec) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:33:06.159011 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:33:06.159602 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:06.164424 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee722826-69d3-48b0-ab75-b41ed1bf85d8 None None] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:33:06.177894 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-66d41fe7-d7e8-45a9-bcc2-e9ecb2da17d3 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4394684 Aug 09 02:33:06.276015 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae9940-7668-4652-a5f3-f001593b780d None None] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:33:06.335316 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:08.450471 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57296) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:33:08.959194 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bfb36989-0f35-4179-991b-74d298ae996a demo admin] 10.222.0.20 "GET /networking/v2.0/routers/bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 HTTP/1.1" status: 200 len: 710 time: 0.5075130 Aug 09 02:33:09.119412 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55faead-98b0-4353-a6e2-b24c3dfcd470 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:33:09.120844 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b55faead-98b0-4353-a6e2-b24c3dfcd470 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/1ab68943-8177-49a0-a06a-a1ae0e431eec HTTP/1.1" status: 200 len: 886 time: 0.1557570 Aug 09 02:33:09.130209 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:33:09.384814 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks [] for router_gateway (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:09.616507 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks [] for router_gateway (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:09.694674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:09.886849 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Allocated IP 172.27.2.202 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/022dc010-2a8e-440c-8ccb-41e716626802) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:33:10.000635 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks [] for port (022dc010-2a8e-440c-8ccb-41e716626802), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:10.003302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:10.040793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:10.063759 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (022dc010-2a8e-440c-8ccb-41e716626802), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:10.194724 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:33:10.199424 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:33:10.210276 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:33:10.217429 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Pushing event updated for resources: {'Port': ['ID=022dc010-2a8e-440c-8ccb-41e716626802,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:10.483449 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks [] for router_gateway (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:10.675331 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-500950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-548'] for router (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:10.680016 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-427081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-427056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-500953'] for router (bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:10.787794 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:33:10.898979 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:33:10.903479 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:10.904684 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3b0b554e-1ba3-4d3b-b760-5d2819bd8d91 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 HTTP/1.1" status: 200 len: 890 time: 1.7777178 Aug 09 02:33:11.087724 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Sync routers for ids ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:33:11.099709 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Routers {'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:33:11.100342 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:33:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:11.315066 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Set router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:33:11.480937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ca4f8dce-defc-417b-a82e-49aac105f48c up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:33:11.640355 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ca4f8dce-defc-417b-a82e-49aac105f48c triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:33:11.640766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:11.757769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:11.768160 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'name': 'router1', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '022dc010-2a8e-440c-8ccb-41e716626802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:32:52Z', 'updated_at': '2022-08-09T02:33:10Z', 'revision_number': 4, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'gw_port': {'id': '022dc010-2a8e-440c-8ccb-41e716626802', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:09Z', 'updated_at': '2022-08-09T02:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'ca4f8dce-defc-417b-a82e-49aac105f48c', 'name': '', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'mac_address': 'fa:16:3e:77:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:01Z', 'updated_at': '2022-08-09T02:33:04Z', 'revision_number': 4, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'subnets': [{'id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:11.837508 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Checking router: bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:33:11.837892 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Updating router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 port 022dc010-2a8e-440c-8ccb-41e716626802 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:33:11.888633 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ca4f8dce-defc-417b-a82e-49aac105f48c is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:33:11.889021 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:11.902437 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (022dc010-2a8e-440c-8ccb-41e716626802), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.043291 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port ca4f8dce-defc-417b-a82e-49aac105f48c, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ca4f8dce-defc-417b-a82e-49aac105f48c,segment=NetworkSegment(ea10133e-acb1-48ac-82a8-ccd58d9de0b0),segment_id=ea10133e-acb1-48ac-82a8-ccd58d9de0b0)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:33:12.088887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.099249 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:12.222924 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=ca4f8dce-defc-417b-a82e-49aac105f48c,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:12.346881 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Publish callbacks [] for port (022dc010-2a8e-440c-8ccb-41e716626802), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.353831 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (022dc010-2a8e-440c-8ccb-41e716626802), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.385240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Attempting to bind port 022dc010-2a8e-440c-8ccb-41e716626802 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:33:12.385612 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Attempting to bind port 022dc010-2a8e-440c-8ccb-41e716626802 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:33:12.385970 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Attempting to bind port 022dc010-2a8e-440c-8ccb-41e716626802 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:33:12.399269 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:33:12.399640 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:33:12.400036 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.400428 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:33:12.400885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Bound port: 022dc010-2a8e-440c-8ccb-41e716626802, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:33:12.401292 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (022dc010-2a8e-440c-8ccb-41e716626802), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.407594 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc94ca-7cfd-4392-bf13-9fe04ea2bac1 None None] Pushing event updated for resources: {'Port': ['ID=022dc010-2a8e-440c-8ccb-41e716626802,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:12.454433 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] For port 022dc010-2a8e-440c-8ccb-41e716626802, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:33:12.457705 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] For port 022dc010-2a8e-440c-8ccb-41e716626802, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=022dc010-2a8e-440c-8ccb-41e716626802,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:33:12.465304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (022dc010-2a8e-440c-8ccb-41e716626802), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:12.509056 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Routers {'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:33:12.509576 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:33:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:12.550428 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc94ca-7cfd-4392-bf13-9fe04ea2bac1 None None] Pushing event updated for resources: {'Port': ['ID=022dc010-2a8e-440c-8ccb-41e716626802,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:12.620592 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] Set router bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:33:12.658459 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:12.823013 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'name': 'router1', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '022dc010-2a8e-440c-8ccb-41e716626802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:32:52Z', 'updated_at': '2022-08-09T02:33:10Z', 'revision_number': 4, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'gw_port': {'id': '022dc010-2a8e-440c-8ccb-41e716626802', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:09Z', 'updated_at': '2022-08-09T02:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'ca4f8dce-defc-417b-a82e-49aac105f48c', 'name': '', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'mac_address': 'fa:16:3e:77:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:01Z', 'updated_at': '2022-08-09T02:33:11Z', 'revision_number': 5, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'subnets': [{'id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:33:12.854317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e368ec-98b6-40cb-9fff-c93c07167cc1 None None] The sync data for ids ['bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7'] in dv-cinder-852461-1-iscsi is: [{'id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'name': 'router1', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '022dc010-2a8e-440c-8ccb-41e716626802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:32:52Z', 'updated_at': '2022-08-09T02:33:10Z', 'revision_number': 4, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'gw_port': {'id': '022dc010-2a8e-440c-8ccb-41e716626802', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:09Z', 'updated_at': '2022-08-09T02:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'ca4f8dce-defc-417b-a82e-49aac105f48c', 'name': '', 'network_id': 'afbfd24a-2f0d-4432-84a2-9feb91903fcf', 'tenant_id': '32b9c55705c240fa9811f2211ec09562', 'mac_address': 'fa:16:3e:77:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a761f-57cc-491b-ac8d-0f1b92ff6ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:33:01Z', 'updated_at': '2022-08-09T02:33:11Z', 'revision_number': 5, 'project_id': '32b9c55705c240fa9811f2211ec09562', 'subnets': [{'id': 'c19d6415-318e-40c6-bfbf-7bd99fa75aec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b110088a-6075-4bdf-a793-db9b3b25806f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:33:13.314105 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57308) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:33:13.539051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 022dc010-2a8e-440c-8ccb-41e716626802 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:33:13.589029 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 022dc010-2a8e-440c-8ccb-41e716626802 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:33:13.589472 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (022dc010-2a8e-440c-8ccb-41e716626802), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:13.661497 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 022dc010-2a8e-440c-8ccb-41e716626802 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:33:13.661885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (022dc010-2a8e-440c-8ccb-41e716626802), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:13.682515 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 022dc010-2a8e-440c-8ccb-41e716626802, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=022dc010-2a8e-440c-8ccb-41e716626802,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:33:13.687345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (022dc010-2a8e-440c-8ccb-41e716626802), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:13.688168 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ca4f8dce-defc-417b-a82e-49aac105f48c up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:33:13.755427 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-e2459b82-f35c-49e0-9327-7c29a228b6e6 admin admin] 10.222.0.20 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4401543 Aug 09 02:33:13.771656 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=022dc010-2a8e-440c-8ccb-41e716626802,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:33:13.781384 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ca4f8dce-defc-417b-a82e-49aac105f48c triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:33:13.781780 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:13.857905 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ca4f8dce-defc-417b-a82e-49aac105f48c is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:33:14.847522 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=39 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:14.848308 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=29 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:15.451074 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 022dc010-2a8e-440c-8ccb-41e716626802 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:33:15.501885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 022dc010-2a8e-440c-8ccb-41e716626802 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:33:15.502442 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (022dc010-2a8e-440c-8ccb-41e716626802), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:15.529122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:15.549546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:15.580947 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 022dc010-2a8e-440c-8ccb-41e716626802 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:33:16.170124 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:16.171761 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=70,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:23.750634 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:23.753732 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=79,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:25.578092 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:25.579064 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:30.393396 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:30.425049 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=5 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:30.609766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-770af251-7510-4718-9720-cad7023760c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:32.397225 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:33:33.086324 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1444-5299-43b5-aeb5-61f6524aec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:34.245454 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:35.374881 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:35.777969 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:33:42.393636 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:44.237661 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=1,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:45.370496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:33:45.772449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:00.606136 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d77f4ea0-5133-4eba-a2aa-ee3ee7c9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:03.081995 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8b73bd31-1167-48e4-82ec-a0be1a3369c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:04.237409 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:05.372031 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:05.784297 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:07.392985 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:07.399276 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:09.396140 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:34:15.770848 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:15.774775 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:15.779771 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:19.392305 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:30.613198 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-867c4811-300c-4b94-abdf-b16228b0d95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:33.092713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b9e54815-1ed8-4899-a930-1a7d7f25c95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:34.231982 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57848) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:34.241785 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:34.576540 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d86d1b-71cb-4f97-b231-7116742f61e0 admin admin] GET failed (client error): The resource could not be found. Aug 09 02:34:34.577834 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-81d86d1b-71cb-4f97-b231-7116742f61e0 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3448472 Aug 09 02:34:34.744523 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557432b-58bf-4e05-ab71-8400e1346a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:34.746403 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b557432b-58bf-4e05-ab71-8400e1346a3f admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1640887 Aug 09 02:34:35.375008 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:35.779603 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:36.896571 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57858) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:37.363610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b99c2b0-1983-467d-b887-910c16e446ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:37.365001 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2b99c2b0-1983-467d-b887-910c16e446ad admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/c19d6415-318e-40c6-bfbf-7bd99fa75aec HTTP/1.1" status: 200 len: 849 time: 0.4674618 Aug 09 02:34:37.374811 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:34:37.463434 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Publish callbacks [] for subnet (c19d6415-318e-40c6-bfbf-7bd99fa75aec), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:37.616136 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764773534684'] for subnet (c19d6415-318e-40c6-bfbf-7bd99fa75aec), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:37.648288 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:37.648877 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:37.650172 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] 10.222.0.20 "PUT /networking/v2.0/subnets/c19d6415-318e-40c6-bfbf-7bd99fa75aec HTTP/1.1" status: 200 len: 868 time: 0.2790763 Aug 09 02:34:37.665297 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1abaf-36fb-46e1-bfd0-5634bd7d1dd4 None None] Network afbfd24a-2f0d-4432-84a2-9feb91903fcf requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:34:37.667867 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19d6415-318e-40c6-bfbf-7bd99fa75aec,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:34:37.676124 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.676521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.676850 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.677193 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.677525 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.677856 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.678273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.678588 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.678918 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.679251 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.679831 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.680172 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.680496 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.680814 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:37.681132 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7087d9-d9ed-4b57-8bc4-a592d0f25945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:34:38.007572 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fc23c7ba-5579-4bdf-b7d4-50ae44f96d74 None None] Provisioning complete for port ca4f8dce-defc-417b-a82e-49aac105f48c triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:34:38.008025 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7ba-5579-4bdf-b7d4-50ae44f96d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ca4f8dce-defc-417b-a82e-49aac105f48c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:38.081886 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fc23c7ba-5579-4bdf-b7d4-50ae44f96d74 None None] Current status of the port ca4f8dce-defc-417b-a82e-49aac105f48c is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:34:38.090435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fc23c7ba-5579-4bdf-b7d4-50ae44f96d74 None None] Provisioning complete for port 46004d51-cdda-48a4-88cc-68995a4f0c09 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:34:38.090829 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7ba-5579-4bdf-b7d4-50ae44f96d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (46004d51-cdda-48a4-88cc-68995a4f0c09), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:34:38.163863 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fc23c7ba-5579-4bdf-b7d4-50ae44f96d74 None None] Current status of the port 46004d51-cdda-48a4-88cc-68995a4f0c09 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:34:39.845759 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57866) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:40.343404 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea6d86-3b8e-468f-b4a8-0e2ffdfdb838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:40.343875 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea6d86-3b8e-468f-b4a8-0e2ffdfdb838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:40.345417 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5bea6d86-3b8e-468f-b4a8-0e2ffdfdb838 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4986312 Aug 09 02:34:42.535768 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57874) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:42.964661 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba88ca-68c8-4a06-ae2c-c6d088e1cf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:42.965256 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba88ca-68c8-4a06-ae2c-c6d088e1cf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:42.967309 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c8ba88ca-68c8-4a06-ae2c-c6d088e1cf80 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4305818 Aug 09 02:34:44.395190 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:44.396157 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:45.118805 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57882) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:45.539195 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98659f-634e-4e83-87a4-412c017516fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:45.540517 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ce98659f-634e-4e83-87a4-412c017516fb admin admin] 10.222.0.20 "GET /networking/v2.0/networks/1ab68943-8177-49a0-a06a-a1ae0e431eec HTTP/1.1" status: 200 len: 886 time: 0.4206171 Aug 09 02:34:46.395951 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:34:47.682143 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57890) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:48.079619 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:48.081991 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:48.123813 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66768939-3ff9-468f-b03a-06ca1d9ba366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:48.125229 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-66768939-3ff9-468f-b03a-06ca1d9ba366 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/afbfd24a-2f0d-4432-84a2-9feb91903fcf HTTP/1.1" status: 200 len: 869 time: 0.4421568 Aug 09 02:34:48.159233 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:48.160057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=34 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:48.162286 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:50.331694 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57898) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:50.800581 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70994a-fd52-44c0-8fa4-0bfd06696e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:50.801010 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70994a-fd52-44c0-8fa4-0bfd06696e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:50.802619 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6d70994a-fd52-44c0-8fa4-0bfd06696e3a admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4699426 Aug 09 02:34:52.972767 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57906) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:53.351493 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a590-3664-48e2-bb46-e7f9d089b55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:53.351865 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a590-3664-48e2-bb46-e7f9d089b55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:53.353348 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5cd2a590-3664-48e2-bb46-e7f9d089b55b admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3796241 Aug 09 02:34:55.527882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57914) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:55.918178 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ab980-65df-4986-83d6-997d305b5e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:55.919523 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a45ab980-65df-4986-83d6-997d305b5e69 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a HTTP/1.1" status: 200 len: 816 time: 0.3906002 Aug 09 02:34:56.391596 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:34:58.076679 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57922) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:34:58.477853 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff941348-9eb4-4592-8c95-6911bd63e9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:34:58.479157 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ff941348-9eb4-4592-8c95-6911bd63e9bf admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/c19d6415-318e-40c6-bfbf-7bd99fa75aec HTTP/1.1" status: 200 len: 868 time: 0.4014823 Aug 09 02:35:00.609079 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6096f7fb-e630-4690-bd1f-90d996794ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:03.095638 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e459866b-a5fd-432e-81bc-086beb6bdb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:04.244780 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:05.378520 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:05.784431 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:08.470504 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=30 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:08.473460 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=34 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:15.771581 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:15.776106 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:15.778390 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:23.401022 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:35:26.219721 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57976) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:35:26.574126 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-39f9eb28-9a94-4a18-bd86-8f215bdd5435 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:35:26.575159 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-39f9eb28-9a94-4a18-bd86-8f215bdd5435 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3542261 Aug 09 02:35:28.649559 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=15 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:28.855634 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 57984) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:35:29.242566 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bbe45b-a6e8-4565-81b6-35d73d7b7768 admin admin] GET failed (client error): The resource could not be found. Aug 09 02:35:29.243771 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-63bbe45b-a6e8-4565-81b6-35d73d7b7768 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3868680 Aug 09 02:35:29.348189 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561b485-d804-4608-8582-0558b99e5b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:35:29.350043 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f561b485-d804-4608-8582-0558b99e5b7a admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1013937 Aug 09 02:35:30.616807 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfe9b-d599-4a40-944a-de91db59c162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:31.562285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 57992) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:35:31.929745 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:35:31.961133 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Made reservation on behalf of aaeb91952f2c4c9f8cf8e3a10b5518c9 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:35:31.964211 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:32.004421 dv-cinder-852461-1-iscsi neutron-server[110668]: WARNING neutron.services.revisions.revision_plugin [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Could not find related network for resource to bump revision. Aug 09 02:35:32.018418 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:35:32.028788 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (9f82496c-61ae-47cf-9118-0b9dee5fb45f), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:32.029148 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Added segment 9f82496c-61ae-47cf-9118-0b9dee5fb45f of type vlan for network cd90da15-0471-4174-92f3-a5fd68d6586d Aug 09 02:35:32.073848 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (cd90da15-0471-4174-92f3-a5fd68d6586d), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:32.099400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (cd90da15-0471-4174-92f3-a5fd68d6586d), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:32.100730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:35:32.101322 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:32.186621 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6227553 Aug 09 02:35:32.194680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Pushing event updated for resources: {'Network': ['ID=cd90da15-0471-4174-92f3-a5fd68d6586d,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:35:32.202434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.202793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.203142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.203487 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.203821 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.204159 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.204459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.204809 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.205154 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.205488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.205835 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.206139 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.206518 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.206844 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.207156 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522526a-423e-4845-9115-10e17b592377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:32.219620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network cd90da15-0471-4174-92f3-a5fd68d6586d details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:35:33.090625 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4561d06d-689a-4dc7-81a7-b1adcc14708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:33.394975 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=19 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:34.246128 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:34.356400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58002) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:35:34.710216 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9ef10f-f38a-468e-ab24-0dcfdac4c0a5 admin admin] GET failed (client error): The resource could not be found. Aug 09 02:35:34.711539 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-7a9ef10f-f38a-468e-ab24-0dcfdac4c0a5 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3541677 Aug 09 02:35:34.814074 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf17f91-e556-4e29-922f-1bdb07394f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:35:34.815574 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-6cf17f91-e556-4e29-922f-1bdb07394f24 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995886 Aug 09 02:35:34.828604 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:35:34.856426 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Made reservation on behalf of aaeb91952f2c4c9f8cf8e3a10b5518c9 for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:35:34.859285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.128483 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (4b935805-231a-4744-8bd9-d636ccb5fb32), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.177686 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b935805-231a-4744-8bd9-d636ccb5fb32,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:35:35.195348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Checking segment: {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:35:35.195701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Network hostable DHCP agents. Network: cd90da15-0471-4174-92f3-a5fd68d6586d, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:35:35.220099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Network cd90da15-0471-4174-92f3-a5fd68d6586d is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:35:35.233070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, cd90da15-0471-4174-92f3-a5fd68d6586d) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:35:35.238199 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:35:35.239786 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.241161 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc3bc5-61a1-4f23-bb64-4d71bf456287 None None] Network cd90da15-0471-4174-92f3-a5fd68d6586d requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:35:35.257373 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8bf7baba-3065-471b-b53a-bb0e3ce967e1 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4323599 Aug 09 02:35:35.345375 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-cd90da15-0471-4174-92f3-a5fd68d6586d', 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d', 'project_id': 'aaeb91952f2c4c9f8cf8e3a10b5518c9', 'fixed_ips': [{'subnet_id': '4b935805-231a-4744-8bd9-d636ccb5fb32'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:35:35.346506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.430943 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.496049 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Allocated IP 192.168.233.2 (cd90da15-0471-4174-92f3-a5fd68d6586d/4b935805-231a-4744-8bd9-d636ccb5fb32/e05590fb-1978-42ab-8d49-5a5fccfad9d4) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:35:35.641304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Publish callbacks [] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.648697 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.691475 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Network cd90da15-0471-4174-92f3-a5fd68d6586d is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:35:35.696506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:35:35.699607 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:35:35.702029 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Pushing event updated for resources: {'Port': ['ID=e05590fb-1978-42ab-8d49-5a5fccfad9d4,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:35:35.710289 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.710640 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.710985 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.711382 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.711726 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.712060 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.712388 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.712714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.713040 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.713364 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.713687 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.714026 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.714385 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.714706 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.715028 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:35:35.891376 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Attempting to bind port e05590fb-1978-42ab-8d49-5a5fccfad9d4 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:35:35.892017 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Attempting to bind port e05590fb-1978-42ab-8d49-5a5fccfad9d4 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:35:35.892504 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Attempting to bind port e05590fb-1978-42ab-8d49-5a5fccfad9d4 on network cd90da15-0471-4174-92f3-a5fd68d6586d {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:35:35.896767 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.901278 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:35:35.901793 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Checking segment: {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:35:35.902280 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.902688 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Bound using segment: {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:35:35.903158 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Bound port: e05590fb-1978-42ab-8d49-5a5fccfad9d4, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:35:35.903550 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:35.964542 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] For port e05590fb-1978-42ab-8d49-5a5fccfad9d4, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:35:35.968119 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] For port e05590fb-1978-42ab-8d49-5a5fccfad9d4, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e05590fb-1978-42ab-8d49-5a5fccfad9d4,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:35:35.975337 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:36.028529 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f306b-68a4-42a7-b6a4-0c6fdef63d9d None None] Pushing event updated for resources: {'Port': ['ID=e05590fb-1978-42ab-8d49-5a5fccfad9d4,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:35:36.770971 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab66e0d-372a-43e0-a301-cdcc84f6d5e8 None None] Network cd90da15-0471-4174-92f3-a5fd68d6586d requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:35:36.829296 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] Provisioning complete for port e05590fb-1978-42ab-8d49-5a5fccfad9d4 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:35:36.829676 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:36.949112 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] Current status of the port e05590fb-1978-42ab-8d49-5a5fccfad9d4 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:35:36.949503 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:36.989010 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] For port e05590fb-1978-42ab-8d49-5a5fccfad9d4, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e05590fb-1978-42ab-8d49-5a5fccfad9d4,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:35:36.995153 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:37.043631 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa101978-70f0-4031-9b22-6f7ee9508bc1 None None] Pushing event updated for resources: {'Port': ['ID=e05590fb-1978-42ab-8d49-5a5fccfad9d4,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:35:37.116562 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-c8100e89-2609-40a8-9c96-b0c5bb73f7bd None None] Provisioning complete for port e05590fb-1978-42ab-8d49-5a5fccfad9d4 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:35:37.116953 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c8100e89-2609-40a8-9c96-b0c5bb73f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:37.189035 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:37.193147 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:37.196564 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-c8100e89-2609-40a8-9c96-b0c5bb73f7bd None None] Current status of the port e05590fb-1978-42ab-8d49-5a5fccfad9d4 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:35:37.549500 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e05590fb-1978-42ab-8d49-5a5fccfad9d4 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:35:37.594824 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port e05590fb-1978-42ab-8d49-5a5fccfad9d4 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:35:37.595212 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e05590fb-1978-42ab-8d49-5a5fccfad9d4), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:35:37.671581 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port e05590fb-1978-42ab-8d49-5a5fccfad9d4 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:35:39.336614 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=10 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:39.346259 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=12 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:45.249119 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=66,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:45.251126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=72,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:47.667382 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:47.668021 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:47.669997 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=13 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:58.389628 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:35:58.398531 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:00.406142 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:36:00.618844 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44ce4615-4c89-4be7-8e49-6bc042868ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:03.103677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf0e2-0969-44e8-be5c-5bc985e1908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:04.250530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:05.387188 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:05.791236 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:10.398619 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:10.400463 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:15.778128 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:15.778868 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:15.785411 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:30.617078 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ae5e382-46b0-4c00-9b28-b547830ea17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:33.100988 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92b8991f-8fe0-422f-8c0d-92737bfee8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:34.263393 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:35.386767 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:35.387547 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:35.390756 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:35.796097 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:36:37.407284 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:36:45.783165 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:45.788498 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:45.790355 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:36:47.401266 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:00.611419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-181c181a-8625-4613-9d55-6e687e190257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:02.313020 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58040) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:37:02.319512 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [None req-4eea1109-f302-4a9f-b01e-401203b8293e tempest-verify_tempest_config-905346328 tempest-verify_tempest_config-905346328-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:37:02.320498 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4eea1109-f302-4a9f-b01e-401203b8293e tempest-verify_tempest_config-905346328 tempest-verify_tempest_config-905346328-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064986 Aug 09 02:37:02.863158 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58058) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:37:03.096372 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b91ac7d9-7f74-444c-a5e3-38ca918c39bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.220929 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.305783 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Publish callbacks [] for security_group (73fd1d1d-d18c-4fe2-87e9-4234c45479dc), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.311081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (73fd1d1d-d18c-4fe2-87e9-4234c45479dc), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.354628 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd1d1d-d18c-4fe2-87e9-4234c45479dc,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:37:03.358524 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b5b97b43554d40a286cbbb41853ed540&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4942853 Aug 09 02:37:03.361572 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58064) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:37:03.364049 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.364487 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.364846 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.365222 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.365557 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.365886 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.366208 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.366559 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.366880 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.367205 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.367536 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.367864 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.368183 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.368494 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.368809 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e786a85-6f2b-4d53-bd27-9a2211ef5dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.423138 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Publish callbacks [] for security_group (73fd1d1d-d18c-4fe2-87e9-4234c45479dc), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.450485 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Publish callbacks [] for security_group (73fd1d1d-d18c-4fe2-87e9-4234c45479dc), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.552919 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (73fd1d1d-d18c-4fe2-87e9-4234c45479dc), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.555711 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:03.556878 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/73fd1d1d-d18c-4fe2-87e9-4234c45479dc HTTP/1.1" status: 204 len: 168 time: 0.1943531 Aug 09 02:37:03.564735 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd1d1d-d18c-4fe2-87e9-4234c45479dc,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:37:03.572221 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.572800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.573286 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.573754 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.574290 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.574804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.575364 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.575955 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.576553 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.577009 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.577614 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.578006 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.578468 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.578836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:03.579238 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191eb1e5-c4ff-4c90-a881-db60db8c5cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:37:04.259322 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:05.391906 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:05.802140 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:12.380195 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:12.385459 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:13.356998 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:13.360073 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:13.561187 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:13.567828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:14.406024 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:37:15.788792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:15.793264 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:15.796341 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:28.560078 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=14 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:28.562612 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=14 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:30.623439 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d04998df-b98f-4983-8b68-7024d026b618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:33.106472 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2d010716-ed97-40bb-9115-1e5d4357bdd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:34.270527 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:35.403516 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:35.805760 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:37:45.789702 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:45.795651 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:45.797547 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:49.389851 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:49.391321 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:37:51.411956 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:38:00.623985 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0730fd7b-9431-4380-849a-29acbaafc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:01.404177 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:03.108240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9f403727-866c-47f2-89b0-4e7336454205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:04.275363 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:05.411529 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:05.807527 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:15.791354 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:15.796207 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:15.800499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:28.417149 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 5 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:38:30.628577 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-741e5277-727a-4430-bf22-47741ed41811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:33.115009 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b361c129-fa65-4cee-baee-1b765178a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:34.270870 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:34.453946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-502489'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:35.414626 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:35.809184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:38:38.406420 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=5 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:38.410605 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:45.406408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:45.799206 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:45.802237 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:46.805001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58160) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:38:46.945799 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-24e155a0-6435-4631-be3b-06f7e146d235 admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1392736 Aug 09 02:38:49.001274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58170) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:38:49.067413 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-7d81187c-0f88-4e5e-b5ef-d1a7711d051d admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0646052 Aug 09 02:38:59.061812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:38:59.062982 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:00.629618 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa2d41d0-0de6-42d1-a0ca-3a9fce7336b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:03.109110 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0b30a0a1-beac-442f-a741-ec43818a2824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:03.386180 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:03.386884 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:04.276777 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:04.413024 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:05.412112 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:39:05.415720 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:05.810812 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:14.407675 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:15.412302 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:15.802001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:15.802907 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:30.623825 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c2a16f3b-cfbc-4308-bbcc-bb402d1cae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:33.106027 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-edf9d8e3-2993-407b-befd-c007e789cc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:34.276914 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:34.423605 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:35.414364 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:35.805891 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:39:40.380223 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=14 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:40.386434 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=20 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:42.415491 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:39:45.404875 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:45.792780 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:45.799286 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:39:52.407921 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:00.628449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-34ab54d0-af62-4479-81f5-f736ab7f0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:03.101416 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-65113a86-2779-44e8-ad1a-4a44d49cb5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:04.280195 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:04.443536 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:05.420818 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:05.810667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:15.798172 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:15.802500 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:15.805489 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:17.382662 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:17.383461 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:18.633295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58320) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:18.840345 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-550064443-network', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:18.864928 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Made reservation on behalf of 88f96c9ae9b44b91a4db2187160a5688 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:18.867743 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:18.879320 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:18.956998 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks [] for security_group (1a259153-0902-4e71-bcd9-7833d043a133), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:18.965412 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (1a259153-0902-4e71-bcd9-7833d043a133), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:18.981482 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:40:19.008269 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a259153-0902-4e71-bcd9-7833d043a133,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:19.015975 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (5b99851b-beac-4a44-a565-9de4d7841f19), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.016291 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Added segment 5b99851b-beac-4a44-a565-9de4d7841f19 of type vlan for network b3049e7c-6008-434c-a53c-a1a2f6df9e45 Aug 09 02:40:19.018350 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.018688 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.019114 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.019454 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.019786 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.020116 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.020434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.020754 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.021104 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.021415 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.021750 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.022092 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.022432 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.022773 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.023065 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Tracked resource versions report: Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: pushed versions: Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: { 'AddressGroup': {'1.2'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Agent': {'1.1'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'ConntrackHelper': {'1.0'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Log': {'1.0'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'NDPProxy': {'1.0'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Network': {'1.1'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Port': {'1.7'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'PortForwarding': {'1.3'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'QosPolicy': {'1.10'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroup': {'1.5'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SubPort': {'1.0'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Subnet': {'1.1'}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Trunk': {'1.1'}} Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: consumer versions: Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: HyperV agent@hv-cinder-85246: {}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Agent': '1.1', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'ConntrackHelper': '1.0', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'LocalIPAssociation': '1.0', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Log': '1.0', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'NDPProxy': '1.0', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Network': '1.1', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Port': '1.7', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'PortForwarding': '1.3', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'QosPolicy': '1.10', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroup': '1.5', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SecurityGroupRule': '1.2', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'SubPort': '1.0', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Subnet': '1.1', Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: 'Trunk': '1.1'}} Aug 09 02:40:19.024251 dv-cinder-852461-1-iscsi neutron-server[110668]: {{(pid=110668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:40:19.067453 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (b3049e7c-6008-434c-a53c-a1a2f6df9e45), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.095804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (b3049e7c-6008-434c-a53c-a1a2f6df9e45), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.097078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:19.097847 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.152340 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] Pushing event updated for resources: {'Network': ['ID=b3049e7c-6008-434c-a53c-a1a2f6df9e45,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:19.170975 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:40:19.172069 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58364) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:19.172582 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-46446f9a-5c99-4183-94fb-8a43cb3e439b admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5375273 Aug 09 02:40:19.179315 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Request body: {'subnet': {'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-550064443-subnet', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:19.201709 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Made reservation on behalf of 88f96c9ae9b44b91a4db2187160a5688 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:19.204866 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.388927 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58374) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:19.399942 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (e7672434-cc40-4ae0-9a40-c7ec4b27dc63), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.426914 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:40:19.457388 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7672434-cc40-4ae0-9a40-c7ec4b27dc63,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:19.467470 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.467926 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.468289 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.468636 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.468962 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.469290 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.469612 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.469930 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.470274 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.470598 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.470933 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.471295 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.471654 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.471977 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.472364 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Tracked resource versions report: Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: pushed versions: Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: { 'AddressGroup': {'1.2'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Agent': {'1.1'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'ConntrackHelper': {'1.0'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Log': {'1.0'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'NDPProxy': {'1.0'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Network': {'1.1'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Port': {'1.7'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'PortForwarding': {'1.3'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'QosPolicy': {'1.10'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroup': {'1.5'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SubPort': {'1.0'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Subnet': {'1.1'}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Trunk': {'1.1'}} Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: consumer versions: Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: HyperV agent@hv-cinder-85246: {}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Agent': '1.1', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'ConntrackHelper': '1.0', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'LocalIPAssociation': '1.0', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Log': '1.0', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'NDPProxy': '1.0', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Network': '1.1', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Port': '1.7', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'PortForwarding': '1.3', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'QosPolicy': '1.10', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroup': '1.5', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SecurityGroupRule': '1.2', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'SubPort': '1.0', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Subnet': '1.1', Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: 'Trunk': '1.1'}} Aug 09 02:40:19.473673 dv-cinder-852461-1-iscsi neutron-server[110667]: {{(pid=110667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:40:19.495715 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Checking segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:19.496065 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Network hostable DHCP agents. Network: b3049e7c-6008-434c-a53c-a1a2f6df9e45, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:40:19.515610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:40:19.526365 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, b3049e7c-6008-434c-a53c-a1a2f6df9e45) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:19.531000 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:19.531753 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.539999 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce210950-3965-413f-8bd3-de58a3cd5712 None None] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:19.556443 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58382) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:19.557208 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-46472d14-ea37-475b-badc-6eb6aee1fe24 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3836720 Aug 09 02:40:19.561042 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:19.588321 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (efa8340b-8c47-4e6c-8b29-cc4a891d1721), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.592071 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (efa8340b-8c47-4e6c-8b29-cc4a891d1721), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.655123 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks [] for router_controller (efa8340b-8c47-4e6c-8b29-cc4a891d1721), precommit_add_association {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.675404 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'fixed_ips': [{'subnet_id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:40:19.676389 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.788240 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58388) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:19.808735 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks [] for router_gateway (efa8340b-8c47-4e6c-8b29-cc4a891d1721), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:19.845157 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Allocated IP 172.20.0.2 (b3049e7c-6008-434c-a53c-a1a2f6df9e45/e7672434-cc40-4ae0-9a40-c7ec4b27dc63/0969c7cb-aeea-4c76-a08e-9e980e58611b) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:19.939522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-349279674-network', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:19.998130 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58400) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:20.019682 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Made reservation on behalf of 467b42c2bec74fcbbf90d007a6e00096 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:20.022253 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.033711 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.043636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks [] for router_gateway (efa8340b-8c47-4e6c-8b29-cc4a891d1721), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.066439 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Publish callbacks [] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.073676 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.073965 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.089471 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:20.097374 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:20.126754 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:20.130251 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:20.135086 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:20.144777 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Pushing event updated for resources: {'Port': ['ID=0969c7cb-aeea-4c76-a08e-9e980e58611b,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:20.171993 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.173174 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.173849 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.174467 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.175076 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.175671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.176211 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.176752 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.177279 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.177908 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.178482 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.179093 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.179649 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.180589 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.181140 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Tracked resource versions report: Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: pushed versions: Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: { 'AddressGroup': {'1.2'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Agent': {'1.1'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'ConntrackHelper': {'1.0'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Log': {'1.0'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'NDPProxy': {'1.0'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Network': {'1.1'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Port': {'1.7'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'PortForwarding': {'1.3'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'QosPolicy': {'1.10'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroup': {'1.5'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SubPort': {'1.0'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Subnet': {'1.1'}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Trunk': {'1.1'}} Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: consumer versions: Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: HyperV agent@hv-cinder-85246: {}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Agent': '1.1', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'ConntrackHelper': '1.0', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'LocalIPAssociation': '1.0', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Log': '1.0', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'NDPProxy': '1.0', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Network': '1.1', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Port': '1.7', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'PortForwarding': '1.3', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'QosPolicy': '1.10', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroup': '1.5', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SecurityGroupRule': '1.2', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'SubPort': '1.0', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Subnet': '1.1', Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: 'Trunk': '1.1'}} Aug 09 02:40:20.182721 dv-cinder-852461-1-iscsi neutron-server[110669]: {{(pid=110669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:40:20.215156 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1022845880-network', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:20.239354 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Attempting to bind port 0969c7cb-aeea-4c76-a08e-9e980e58611b on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:20.240148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks [] for security_group (ed45385c-a2d0-437a-aec2-dc82eda81128), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.240582 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Attempting to bind port 0969c7cb-aeea-4c76-a08e-9e980e58611b by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:20.241171 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Attempting to bind port 0969c7cb-aeea-4c76-a08e-9e980e58611b on network b3049e7c-6008-434c-a53c-a1a2f6df9e45 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:20.245963 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Allocated IP 172.27.2.235 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/22711430-f081-4352-9c40-3b0c38b7584d) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:20.252000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ed45385c-a2d0-437a-aec2-dc82eda81128), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.256302 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:20.257510 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Checking segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:20.259018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.260762 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Bound using segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:20.261282 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Bound port: 0969c7cb-aeea-4c76-a08e-9e980e58611b, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:20.261674 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.273648 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Made reservation on behalf of 8ce26c854fc24cadb2be5ebd441b8f3a for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:20.276154 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.278233 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:40:20.302978 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.347692 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] For port 0969c7cb-aeea-4c76-a08e-9e980e58611b, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:20.352242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (96cd2a9a-3fcd-4489-ab19-6fe8560e6026), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.352958 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] For port 0969c7cb-aeea-4c76-a08e-9e980e58611b, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=0969c7cb-aeea-4c76-a08e-9e980e58611b,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:20.353441 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Added segment 96cd2a9a-3fcd-4489-ab19-6fe8560e6026 of type vlan for network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 Aug 09 02:40:20.356498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed45385c-a2d0-437a-aec2-dc82eda81128,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:20.379315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.448201 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (92ed22b9-a5d1-438e-b0d0-2a9c0988d349), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.451738 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks [] for security_group (497aa954-704b-4743-b41a-1f90e437ebb2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.461773 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (497aa954-704b-4743-b41a-1f90e437ebb2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.491957 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:40:20.500514 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks [] for port (22711430-f081-4352-9c40-3b0c38b7584d), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.521321 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (d7d92131-d48c-4fe4-bdf1-8a9d5b561319), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.524116 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Added segment d7d92131-d48c-4fe4-bdf1-8a9d5b561319 of type vlan for network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 Aug 09 02:40:20.549588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (92ed22b9-a5d1-438e-b0d0-2a9c0988d349), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.551095 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:20.552063 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.567624 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68180ba-b6e2-4561-a793-c69f680f72d3 None None] Pushing event updated for resources: {'Port': ['ID=0969c7cb-aeea-4c76-a08e-9e980e58611b,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:20.573780 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (22711430-f081-4352-9c40-3b0c38b7584d), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.612656 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:20.633400 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.691114 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:20.700338 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-648405052-network', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:20.702477 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:20.704557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Pushing event updated for resources: {'Port': ['ID=22711430-f081-4352-9c40-3b0c38b7584d,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:20.708874 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:20.718484 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.719495 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:20.722676 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:20.987906 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5966694 Aug 09 02:40:21.088362 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497aa954-704b-4743-b41a-1f90e437ebb2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:21.094026 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58436) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:21.113949 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Request body: {'subnet': {'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-349279674-subnet', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:21.163797 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3744264 Aug 09 02:40:21.174562 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58442) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:21.197463 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Request body: {'subnet': {'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-subnet', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:21.235115 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed10356-e196-4156-a81d-f74c95755c0e admin admin] Pushing event updated for resources: {'Network': ['ID=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:21.241895 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:21.243499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks [] for router_gateway (efa8340b-8c47-4e6c-8b29-cc4a891d1721), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.251980 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Made reservation on behalf of 65aab6ab3ce94cbd93916edf9c3eedc0 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:21.257298 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:40:21.259375 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.262737 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Made reservation on behalf of 467b42c2bec74fcbbf90d007a6e00096 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:21.265582 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.292588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:21.293395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3385d2d-6548-4183-9840-9b7a5126a0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=92ed22b9-a5d1-438e-b0d0-2a9c0988d349,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:21.320261 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.347933 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:40:21.399767 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:21.418499 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Made reservation on behalf of 8ce26c854fc24cadb2be5ebd441b8f3a for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:21.421145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.695366 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (efa8340b-8c47-4e6c-8b29-cc4a891d1721), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.867850 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 0969c7cb-aeea-4c76-a08e-9e980e58611b up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:21.887753 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks [] for security_group (cddc0152-7679-49ca-93a6-5991a514e88a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.926647 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (cddc0152-7679-49ca-93a6-5991a514e88a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:21.995321 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Router efa8340b-8c47-4e6c-8b29-cc4a891d1721 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:40:21.997626 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddc0152-7679-49ca-93a6-5991a514e88a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:22.025868 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 0969c7cb-aeea-4c76-a08e-9e980e58611b triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:22.027715 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.058462 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:40:22.093043 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (c427a73c-7471-4951-8604-eaecc6378c54), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.099526 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Added segment c427a73c-7471-4951-8604-eaecc6378c54 of type vlan for network 383daeb1-4f03-438c-8857-8e6c80656675 Aug 09 02:40:22.151292 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9175a-af2e-4982-b3ac-c183cb004648 None None] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:22.172611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:22.182862 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Sync routers for ids ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:22.203717 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Routers {'efa8340b-8c47-4e6c-8b29-cc4a891d1721'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:22.205077 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:22.217579 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.220149 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-e29b9859-cef9-4e06-a33f-e88c705d076d admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6626077 Aug 09 02:40:22.224015 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58488) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:22.311067 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:22.316718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] Provisioning complete for port 0969c7cb-aeea-4c76-a08e-9e980e58611b triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:22.317440 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.343224 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (383daeb1-4f03-438c-8857-8e6c80656675), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.397868 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:22.466877 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] Current status of the port 0969c7cb-aeea-4c76-a08e-9e980e58611b is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:22.467270 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.481826 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.db.resource_extend [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 09 02:40:22.515886 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] For port 0969c7cb-aeea-4c76-a08e-9e980e58611b, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=0969c7cb-aeea-4c76-a08e-9e980e58611b,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:22.517247 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 0969c7cb-aeea-4c76-a08e-9e980e58611b is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:22.517902 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.529514 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Set router efa8340b-8c47-4e6c-8b29-cc4a891d1721 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:22.534540 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.568103 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (4015b651-4603-44b8-8de4-0e527b281d30), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.606590 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:22.632197 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845b18c-8315-4030-92e3-51e4e4242a1a None None] Pushing event updated for resources: {'Port': ['ID=0969c7cb-aeea-4c76-a08e-9e980e58611b,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:22.707227 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:22.722915 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (8e11e606-97ff-4906-9805-a4c6bcbac7f9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.724873 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (383daeb1-4f03-438c-8857-8e6c80656675), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.726453 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.db.api [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 02:40:22.727183 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG oslo_db.api [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 02:40:22.730107 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:22.730725 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:22.881967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] Pushing event updated for resources: {'Network': ['ID=383daeb1-4f03-438c-8857-8e6c80656675,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:22.894955 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 383daeb1-4f03-438c-8857-8e6c80656675 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:40:22.990992 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4015b651-4603-44b8-8de4-0e527b281d30,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:23.035209 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:23.087869 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-aea30f70-7eca-4255-8deb-f05675f059f8 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.0848331 Aug 09 02:40:23.102449 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58542) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:23.131013 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:40:20Z', 'revision_number': 3, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:23.137403 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.150255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Request body: {'subnet': {'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-subnet', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:23.164785 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-6790171e-43e1-432d-be45-7be6f9004af0 None None] Provisioning complete for port 0969c7cb-aeea-4c76-a08e-9e980e58611b triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:23.165171 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6790171e-43e1-432d-be45-7be6f9004af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.219653 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:23.229273 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Checking router: efa8340b-8c47-4e6c-8b29-cc4a891d1721 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:23.229826 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Updating router efa8340b-8c47-4e6c-8b29-cc4a891d1721 port 22711430-f081-4352-9c40-3b0c38b7584d binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:23.237308 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Checking segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:23.238673 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Network hostable DHCP agents. Network: 92ed22b9-a5d1-438e-b0d0-2a9c0988d349, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:40:23.263965 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e11e606-97ff-4906-9805-a4c6bcbac7f9,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:23.296530 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (22711430-f081-4352-9c40-3b0c38b7584d), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.320231 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Made reservation on behalf of 65aab6ab3ce94cbd93916edf9c3eedc0 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:23.327095 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.345816 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:23.346877 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Network hostable DHCP agents. Network: 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:40:23.395620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 0969c7cb-aeea-4c76-a08e-9e980e58611b is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:23.476897 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58564) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:23.497467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:23.513294 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:40:23.520766 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:40:23.554726 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 92ed22b9-a5d1-438e-b0d0-2a9c0988d349) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:23.558594 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:23.565107 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:23.565774 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.569745 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81253a01-8fa4-429a-8845-57d9106187ba None None] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:23.574402 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:23.574999 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.624631 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-85e88803-0caf-411f-8019-cc96c6bfafec admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5274706 Aug 09 02:40:23.628083 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58574) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:23.635535 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:23.660684 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4dd3bb2e-7d03-4f57-b947-149d9ddee37a admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4760017 Aug 09 02:40:23.663703 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58576) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:23.672405 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:23.752319 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Allocated IP 172.20.0.1 (b3049e7c-6008-434c-a53c-a1a2f6df9e45/e7672434-cc40-4ae0-9a40-c7ec4b27dc63/13075ebb-db86-4c0f-a921-6b204489d666) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:23.772740 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-6790171e-43e1-432d-be45-7be6f9004af0 None None] Current status of the port 0969c7cb-aeea-4c76-a08e-9e980e58611b is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:23.783485 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (56ef860f-9e25-4781-b908-46bbeb298530), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.784757 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (56ef860f-9e25-4781-b908-46bbeb298530), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.792414 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d27a5-b5d7-4b82-863f-d9954784ce6e None None] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:23.930287 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (d8a4ee7f-364c-4865-b8a7-bee8a5b86b11), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.930287 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (00790855-383e-4fa2-8b6b-460ef8093f62), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.930705 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (00790855-383e-4fa2-8b6b-460ef8093f62), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:23.970796 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks [] for port (13075ebb-db86-4c0f-a921-6b204489d666), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.009886 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 0969c7cb-aeea-4c76-a08e-9e980e58611b up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:24.021564 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (13075ebb-db86-4c0f-a921-6b204489d666), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.031341 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Publish callbacks [] for port (22711430-f081-4352-9c40-3b0c38b7584d), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.044596 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (22711430-f081-4352-9c40-3b0c38b7584d), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.093064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:24.093064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:24.093064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:24.093064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (efa8340b-8c47-4e6c-8b29-cc4a891d1721), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.111227 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47113450-98b6-469c-be2b-f68f2172d6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.115835 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks [] for router_controller (00790855-383e-4fa2-8b6b-460ef8093f62), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.118961 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:24.166851 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks [] for router_controller (56ef860f-9e25-4781-b908-46bbeb298530), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.172485 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Pushing event updated for resources: {'Port': ['ID=22711430-f081-4352-9c40-3b0c38b7584d,revision_number=2']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:24.186740 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.186740 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.186976 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.187483 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.188027 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.188368 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.188697 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.189037 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.189363 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.189744 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.190095 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.190589 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.190999 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.191321 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.191641 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Tracked resource versions report: Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: pushed versions: Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: { 'AddressGroup': {'1.2'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Agent': {'1.1'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'ConntrackHelper': {'1.0'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'LocalIPAssociation': {'1.0'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Log': {'1.0'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'NDPProxy': {'1.0'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Network': {'1.1'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Port': {'1.7'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'PortForwarding': {'1.3'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'QosPolicy': {'1.10'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroup': {'1.5'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroupRule': {'1.2'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SubPort': {'1.0'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Subnet': {'1.1'}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Trunk': {'1.1'}} Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: consumer versions: Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: { DHCP agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: HyperV agent@hv-cinder-85246: {}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: L3 agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: Metadata agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: Metering agent@dv-cinder-852461-1-iscsi: {}, Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: Open vSwitch agent@dv-cinder-852461-1-iscsi: { 'AddressGroup': '1.2', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Agent': '1.1', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'ConntrackHelper': '1.0', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'LocalIPAssociation': '1.0', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Log': '1.0', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'NDPProxy': '1.0', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Network': '1.1', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Port': '1.7', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'PortForwarding': '1.3', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'QosPolicy': '1.10', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroup': '1.5', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SecurityGroupRule': '1.2', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'SubPort': '1.0', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Subnet': '1.1', Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: 'Trunk': '1.1'}} Aug 09 02:40:24.192954 dv-cinder-852461-1-iscsi neutron-server[110670]: {{(pid=110670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 02:40:24.199449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 0969c7cb-aeea-4c76-a08e-9e980e58611b triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:24.199767 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Attempting to bind port 22711430-f081-4352-9c40-3b0c38b7584d on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:24.200137 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Attempting to bind port 22711430-f081-4352-9c40-3b0c38b7584d by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:24.200549 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Attempting to bind port 22711430-f081-4352-9c40-3b0c38b7584d on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:24.200644 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.207610 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:24.207981 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:24.208378 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.208867 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:24.209439 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Bound port: 22711430-f081-4352-9c40-3b0c38b7584d, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:24.209815 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (22711430-f081-4352-9c40-3b0c38b7584d), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.272011 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] For port 22711430-f081-4352-9c40-3b0c38b7584d, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:24.277049 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] For port 22711430-f081-4352-9c40-3b0c38b7584d, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=22711430-f081-4352-9c40-3b0c38b7584d,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:24.287414 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (22711430-f081-4352-9c40-3b0c38b7584d), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.330264 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Routers {'efa8340b-8c47-4e6c-8b29-cc4a891d1721'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:24.331919 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:24.480927 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:40:24.483411 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.486892 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:24.487852 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:24.555150 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Pushing event updated for resources: {'Port': ['ID=13075ebb-db86-4c0f-a921-6b204489d666,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:24.556371 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-cdadc95a-8176-473b-b592-a4bd2c743612 None None] Provisioning complete for port 13075ebb-db86-4c0f-a921-6b204489d666 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:24.556985 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-cdadc95a-8176-473b-b592-a4bd2c743612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (13075ebb-db86-4c0f-a921-6b204489d666), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.558967 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 0969c7cb-aeea-4c76-a08e-9e980e58611b is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:24.563270 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:40:24.564636 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.624909 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] Set router efa8340b-8c47-4e6c-8b29-cc4a891d1721 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:24.672257 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (13075ebb-db86-4c0f-a921-6b204489d666), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.741661 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:24.742832 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Allocated IP 172.20.0.2 (92ed22b9-a5d1-438e-b0d0-2a9c0988d349/4015b651-4603-44b8-8de4-0e527b281d30/2466ff41-b56b-42a9-bbc9-acb2266a52ca) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:24.749168 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Checking segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:24.749462 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Network hostable DHCP agents. Network: 383daeb1-4f03-438c-8857-8e6c80656675, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:40:24.841596 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:24.849254 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks [] for router_gateway (00790855-383e-4fa2-8b6b-460ef8093f62), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:24.890040 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:24.923826 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd1be7-b658-4f92-9d07-96edb394c705 None None] Pushing event updated for resources: {'Port': ['ID=22711430-f081-4352-9c40-3b0c38b7584d,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:25.000935 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Publish callbacks [] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.011669 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:25.015852 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.033488 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:40:20Z', 'revision_number': 3, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:25.047552 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks [] for port (13075ebb-db86-4c0f-a921-6b204489d666), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.059810 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (13075ebb-db86-4c0f-a921-6b204489d666), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.060481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (efa8340b-8c47-4e6c-8b29-cc4a891d1721), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.098500 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e1727-7d73-4220-99bf-57c8b4e432f0 None None] The sync data for ids ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'] in dv-cinder-852461-1-iscsi is: [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:40:20Z', 'revision_number': 3, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:25.139832 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Pushing event updated for resources: {'Port': ['ID=2466ff41-b56b-42a9-bbc9-acb2266a52ca,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:25.173699 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-cdadc95a-8176-473b-b592-a4bd2c743612 None None] Port 13075ebb-db86-4c0f-a921-6b204489d666 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:25.204210 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:25.221914 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:25.240859 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:25.358926 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Network 383daeb1-4f03-438c-8857-8e6c80656675 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:40:25.394182 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks [] for router_gateway (56ef860f-9e25-4781-b908-46bbeb298530), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.398107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:25.413912 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 383daeb1-4f03-438c-8857-8e6c80656675) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:25.417689 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:25.436547 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Pushing event updated for resources: {'Port': ['ID=13075ebb-db86-4c0f-a921-6b204489d666,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:25.440981 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:25.454224 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.471255 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67242e23-e1ff-4cb3-9008-354b17fa9660 None None] Network 383daeb1-4f03-438c-8857-8e6c80656675 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:25.491410 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4dd93cac-2a6b-44c5-b00e-3796c248489c admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3562636 Aug 09 02:40:25.491410 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47113450-98b6-469c-be2b-f68f2172d6bc admin admin] Publish callbacks [] for security_group (016837b5-40f7-4673-b721-45c5a322293c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.495135 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58652) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:25.521283 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:25.641766 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47113450-98b6-469c-be2b-f68f2172d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (016837b5-40f7-4673-b721-45c5a322293c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.646254 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.647474 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.722186 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Router efa8340b-8c47-4e6c-8b29-cc4a891d1721 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:40:25.763368 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Attempting to bind port 2466ff41-b56b-42a9-bbc9-acb2266a52ca on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:25.767410 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Attempting to bind port 2466ff41-b56b-42a9-bbc9-acb2266a52ca by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:25.769116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Attempting to bind port 2466ff41-b56b-42a9-bbc9-acb2266a52ca on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:25.805253 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:25.805881 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Checking segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:25.806441 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.806984 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Bound using segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:25.807609 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Bound port: 2466ff41-b56b-42a9-bbc9-acb2266a52ca, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:25.813827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:25.843814 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 22711430-f081-4352-9c40-3b0c38b7584d up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:25.866990 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113450-98b6-469c-be2b-f68f2172d6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016837b5-40f7-4673-b721-45c5a322293c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:25.915858 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58658) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:25.925930 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Allocated IP 172.20.0.2 (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7/8e11e606-97ff-4906-9805-a4c6bcbac7f9/3eeb885e-ef78-4141-b939-f6aed5dd9217) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:25.964609 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:25.983924 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9551b4d2-84eb-4c27-adbd-2e8a2f3293cd admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/efa8340b-8c47-4e6c-8b29-cc4a891d1721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7585855 Aug 09 02:40:25.992761 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:26.047250 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks [] for router_gateway (00790855-383e-4fa2-8b6b-460ef8093f62), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.089666 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-b1f4439b-4f0e-48c7-be36-810f169c9aa4 None None] Provisioning complete for port 13075ebb-db86-4c0f-a921-6b204489d666 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:26.090587 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b1f4439b-4f0e-48c7-be36-810f169c9aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (13075ebb-db86-4c0f-a921-6b204489d666), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.100224 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.108463 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58668) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:26.119777 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-47113450-98b6-469c-be2b-f68f2172d6bc admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a23d1f70872f41f6ae52f99f96260a86&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6394870 Aug 09 02:40:26.156020 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-383daeb1-4f03-438c-8857-8e6c80656675', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:40:26.157495 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.173979 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:26.212570 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] For port 2466ff41-b56b-42a9-bbc9-acb2266a52ca, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:26.212570 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:26.214714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 22711430-f081-4352-9c40-3b0c38b7584d triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:26.214714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (22711430-f081-4352-9c40-3b0c38b7584d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.215581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:26.233730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c670f19-a56a-47da-b130-0b2605de5d5d admin admin] Publish callbacks [] for security_group (016837b5-40f7-4673-b721-45c5a322293c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.264256 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4439b-4f0e-48c7-be36-810f169c9aa4 None None] Port 13075ebb-db86-4c0f-a921-6b204489d666 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:26.273684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] For port 2466ff41-b56b-42a9-bbc9-acb2266a52ca, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=2466ff41-b56b-42a9-bbc9-acb2266a52ca,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:26.285860 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks [] for router_controller (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.295099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c670f19-a56a-47da-b130-0b2605de5d5d admin admin] Publish callbacks [] for security_group (016837b5-40f7-4673-b721-45c5a322293c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.391828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c670f19-a56a-47da-b130-0b2605de5d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (016837b5-40f7-4673-b721-45c5a322293c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.395568 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ac04e7fd-fb72-4341-a59f-e9bc657fcc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.400592 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c670f19-a56a-47da-b130-0b2605de5d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.404591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4c670f19-a56a-47da-b130-0b2605de5d5d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/016837b5-40f7-4673-b721-45c5a322293c HTTP/1.1" status: 204 len: 168 time: 0.2919157 Aug 09 02:40:26.416689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.422114 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c670f19-a56a-47da-b130-0b2605de5d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016837b5-40f7-4673-b721-45c5a322293c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:26.555198 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks [] for router_gateway (56ef860f-9e25-4781-b908-46bbeb298530), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.592671 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.609291 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6aa3a-5dd7-47b6-8d24-1758645e5490 None None] Pushing event updated for resources: {'Port': ['ID=2466ff41-b56b-42a9-bbc9-acb2266a52ca,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:26.731801 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 22711430-f081-4352-9c40-3b0c38b7584d is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:26.732739 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (22711430-f081-4352-9c40-3b0c38b7584d), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.834893 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:26.868508 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Publish callbacks [] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.879485 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 22711430-f081-4352-9c40-3b0c38b7584d, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=22711430-f081-4352-9c40-3b0c38b7584d,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:26.887689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.942307 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:26.953895 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Pushing event updated for resources: {'Port': ['ID=3eeb885e-ef78-4141-b939-f6aed5dd9217,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:26.962744 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (22711430-f081-4352-9c40-3b0c38b7584d), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:26.990050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Allocated IP 172.20.0.2 (383daeb1-4f03-438c-8857-8e6c80656675/d8a4ee7f-364c-4865-b8a7-bee8a5b86b11/b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:27.050906 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:27.056435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:27.065180 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:27.103406 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Allocated IP 172.27.2.142 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/d58064c3-2b37-42c4-8655-9028df2dfb10) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:27.122999 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks [] for router_gateway (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.218134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58712) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:27.243721 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=22711430-f081-4352-9c40-3b0c38b7584d,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:27.247710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b8f8e3c8-8695-4975-b7b2-883a89b38692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.271792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Attempting to bind port 3eeb885e-ef78-4141-b939-f6aed5dd9217 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:27.272177 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Attempting to bind port 3eeb885e-ef78-4141-b939-f6aed5dd9217 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:27.272547 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Attempting to bind port 3eeb885e-ef78-4141-b939-f6aed5dd9217 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:27.376619 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ac04e7fd-fb72-4341-a59f-e9bc657fcc8c admin admin] Publish callbacks [] for security_group (4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.415210 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ac04e7fd-fb72-4341-a59f-e9bc657fcc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.437637 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:27.456207 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b8f8e3c8-8695-4975-b7b2-883a89b38692 admin admin] Publish callbacks [] for security_group (45b9194d-deec-4bdd-a367-9240930adfe6), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.464001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b8f8e3c8-8695-4975-b7b2-883a89b38692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (45b9194d-deec-4bdd-a367-9240930adfe6), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.510547 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04e7fd-fb72-4341-a59f-e9bc657fcc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:27.525505 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b8f8e3c8-8695-4975-b7b2-883a89b38692 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=200788ab45724a02842f500c96c34fb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3050771 Aug 09 02:40:27.527146 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:27.528030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:27.528030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.528209 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8e3c8-8695-4975-b7b2-883a89b38692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b9194d-deec-4bdd-a367-9240930adfe6,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:27.528300 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Bound using segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:27.528773 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Bound port: 3eeb885e-ef78-4141-b939-f6aed5dd9217, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:27.529171 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.534257 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58726) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:27.629969 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cb334a6f-d9ba-4654-96a2-54d5ab661033 admin admin] Publish callbacks [] for security_group (45b9194d-deec-4bdd-a367-9240930adfe6), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.697570 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ac04e7fd-fb72-4341-a59f-e9bc657fcc8c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b2a35ca5f52e4611b1688b02e221c796&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7209349 Aug 09 02:40:27.700842 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cb334a6f-d9ba-4654-96a2-54d5ab661033 admin admin] Publish callbacks [] for security_group (45b9194d-deec-4bdd-a367-9240930adfe6), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.731163 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58738) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:27.785113 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks [] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.788040 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cb334a6f-d9ba-4654-96a2-54d5ab661033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (45b9194d-deec-4bdd-a367-9240930adfe6), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.790908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cb334a6f-d9ba-4654-96a2-54d5ab661033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.792206 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-cb334a6f-d9ba-4654-96a2-54d5ab661033 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/45b9194d-deec-4bdd-a367-9240930adfe6 HTTP/1.1" status: 204 len: 168 time: 0.2569330 Aug 09 02:40:27.803317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] For port 3eeb885e-ef78-4141-b939-f6aed5dd9217, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:27.813731 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] For port 3eeb885e-ef78-4141-b939-f6aed5dd9217, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=3eeb885e-ef78-4141-b939-f6aed5dd9217,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:27.825558 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb334a6f-d9ba-4654-96a2-54d5ab661033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b9194d-deec-4bdd-a367-9240930adfe6,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:27.876884 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58742) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:27.891815 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.911641 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Publish callbacks [] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:27.939790 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:27.942262 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.004221 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.035588 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 22711430-f081-4352-9c40-3b0c38b7584d up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:28.104851 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Pushing event updated for resources: {'Port': ['ID=d58064c3-2b37-42c4-8655-9028df2dfb10,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:28.113931 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Network 383daeb1-4f03-438c-8857-8e6c80656675 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:28.122764 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:28.146936 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:28.151348 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Allocated IP 172.27.2.43 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:28.190082 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:28.198865 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58756) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:28.199807 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:28.201539 dv-cinder-852461-1-iscsi neutron-server[110668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 02:40:28.205922 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:28.210261 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7343f2a7-1701-473a-ad1d-9eb772210ac2 None None] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:28.255946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:28.277652 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] Provisioning complete for port 2466ff41-b56b-42a9-bbc9-acb2266a52ca triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:28.278199 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.464539 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks [] for router_gateway (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.472583 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:28.483629 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a0cda-be67-473e-bcc3-6f34977fdc54 None None] Pushing event updated for resources: {'Port': ['ID=3eeb885e-ef78-4141-b939-f6aed5dd9217,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:28.561850 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Sync routers for ids ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:28.630018 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf67-7435-4899-8978-f1284b054e31 admin admin] Publish callbacks [] for security_group (4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.656475 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.665479 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c2597130-d2d9-477b-939c-07d205e9add5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.684687 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-42250ff9-d0b0-4248-a517-e9103ba25946 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:28.686800 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-42250ff9-d0b0-4248-a517-e9103ba25946 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b3049e7c-6008-434c-a53c-a1a2f6df9e45 HTTP/1.1" status: 200 len: 811 time: 0.4863915 Aug 09 02:40:28.791019 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c2597130-d2d9-477b-939c-07d205e9add5 admin admin] Publish callbacks [] for security_group (5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.810878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Routers {'efa8340b-8c47-4e6c-8b29-cc4a891d1721'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:28.817317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:28.821129 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-96802945-2a0e-4f01-a3a7-1081063c955a tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/quotas/88f96c9ae9b44b91a4db2187160a5688 HTTP/1.1" status: 200 len: 375 time: 0.1204717 Aug 09 02:40:28.825677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 22711430-f081-4352-9c40-3b0c38b7584d triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:28.826223 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (22711430-f081-4352-9c40-3b0c38b7584d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.855998 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c2597130-d2d9-477b-939c-07d205e9add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:28.881473 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Attempting to bind port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:28.881940 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Attempting to bind port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:28.882546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Attempting to bind port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:28.990660 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c2597130-d2d9-477b-939c-07d205e9add5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=044a827b3b044382914b3e5471c39085&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1100342 Aug 09 02:40:29.012351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2597130-d2d9-477b-939c-07d205e9add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:29.014831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58794) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:29.059953 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-eab56d9b-52da-4afd-a1c0-ccbf5267ac5d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=88f96c9ae9b44b91a4db2187160a5688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2379196 Aug 09 02:40:29.169442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2427a62f-77c8-432b-8422-57463a3c8846 admin admin] Publish callbacks [] for security_group (5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.170131 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf67-7435-4899-8978-f1284b054e31 admin admin] Publish callbacks [] for security_group (4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.233975 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Set router efa8340b-8c47-4e6c-8b29-cc4a891d1721 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:29.235049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2427a62f-77c8-432b-8422-57463a3c8846 admin admin] Publish callbacks [] for security_group (5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.322804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:29.329408 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2427a62f-77c8-432b-8422-57463a3c8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.342958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2427a62f-77c8-432b-8422-57463a3c8846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.345874 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-2427a62f-77c8-432b-8422-57463a3c8846 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5 HTTP/1.1" status: 204 len: 168 time: 0.3234487 Aug 09 02:40:29.374917 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427a62f-77c8-432b-8422-57463a3c8846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de53dcc-6cae-41a2-aeb1-c2fbb5e61cd5,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:29.453480 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:29.453857 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Checking segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:29.454275 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.454816 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Bound using segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:29.455455 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Bound port: b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:29.455987 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.484599 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks [] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.581573 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf67-7435-4899-8978-f1284b054e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.586319 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d9bf67-7435-4899-8978-f1284b054e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.590415 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-90d9bf67-7435-4899-8978-f1284b054e31 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af HTTP/1.1" status: 204 len: 168 time: 1.8556283 Aug 09 02:40:29.595918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-38d865d8-7b7f-4601-85a7-d6263de26558 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:40:29.596942 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-38d865d8-7b7f-4601-85a7-d6263de26558 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2480669 Aug 09 02:40:29.634034 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] Current status of the port 2466ff41-b56b-42a9-bbc9-acb2266a52ca is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:29.636263 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.640039 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks [] for router_gateway (00790855-383e-4fa2-8b6b-460ef8093f62), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.667570 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:29.704317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Pushing event updated for resources: {'Port': ['ID=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:29.754185 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99b3bf-26d9-4dc1-bfa6-6cd942fe7f73 None None] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:29.799640 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9bf67-7435-4899-8978-f1284b054e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e8f60-4b38-4f9c-bd0a-ce1a4dd539af,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:29.836524 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-ef6c2fcc-0857-4b0f-aadd-90566adfe7c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308784 Aug 09 02:40:29.906688 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:29.989172 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Pushing event updated for resources: {'Port': ['ID=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:30.020357 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:30.027048 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:30.029452 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:30.032372 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:30.036058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:30.057611 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c2c14ade-55ae-4200-ab3d-f754176b2ab2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873562 Aug 09 02:40:30.062997 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] For port 2466ff41-b56b-42a9-bbc9-acb2266a52ca, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=2466ff41-b56b-42a9-bbc9-acb2266a52ca,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:30.177205 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 22711430-f081-4352-9c40-3b0c38b7584d is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:30.178380 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 2466ff41-b56b-42a9-bbc9-acb2266a52ca up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:30.258802 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.268445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58838) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:30.289853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3279-1177-47bf-a874-64174c14ff83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.349437 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:30.363156 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:30.365661 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:40:24Z', 'revision_number': 4, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '13075ebb-db86-4c0f-a921-6b204489d666', 'name': '', 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'mac_address': 'fa:16:3e:2a:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:24Z', 'revision_number': 2, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'subnets': [{'id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:30.419779 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Checking router: efa8340b-8c47-4e6c-8b29-cc4a891d1721 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:30.422357 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Updating router efa8340b-8c47-4e6c-8b29-cc4a891d1721 port 13075ebb-db86-4c0f-a921-6b204489d666 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:30.461505 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (00790855-383e-4fa2-8b6b-460ef8093f62), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.478534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3279-1177-47bf-a874-64174c14ff83 admin admin] Publish callbacks [] for security_group (3b05236e-12e2-42ef-826a-fa05fc660050), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.488379 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3279-1177-47bf-a874-64174c14ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3b05236e-12e2-42ef-826a-fa05fc660050), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.526063 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (13075ebb-db86-4c0f-a921-6b204489d666), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.532446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58852) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:30.624850 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Provisioning complete for port 3eeb885e-ef78-4141-b939-f6aed5dd9217 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:30.625218 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.670230 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Allocated IP 172.27.2.158 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/d3d14326-b543-4034-9998-c801bf729263) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:30.706102 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] For port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:30.716809 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 2466ff41-b56b-42a9-bbc9-acb2266a52ca triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:30.717095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.730837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-aaaf3279-1177-47bf-a874-64174c14ff83 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=adba80ced89d4d5aa281fa8a897be828&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4611008 Aug 09 02:40:30.731461 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58864) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:30.754744 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 58866) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:30.779051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:30.802131 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] For port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:30.808450 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81158c4e-d2d7-4aa6-a6a7-1d0a1ca32e98 None None] Pushing event updated for resources: {'Port': ['ID=2466ff41-b56b-42a9-bbc9-acb2266a52ca,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:30.812240 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf3279-1177-47bf-a874-64174c14ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05236e-12e2-42ef-826a-fa05fc660050,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:30.826677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-43fee095-a8ba-4035-ad27-1ebe24512667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.838053 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec42e207-9b90-49b5-a04a-ce574d95d4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.839886 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Router 00790855-383e-4fa2-8b6b-460ef8093f62 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:40:30.849153 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.885818 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dfd2e3aa-a183-4ca0-9018-e2b990981d82 req-41fbd1d5-2604-48d1-ac79-b92756b6dbfa tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.2777863 Aug 09 02:40:30.913171 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2575e01b-8266-4972-9538-cd68d7f62389 admin admin] Publish callbacks [] for security_group (3b05236e-12e2-42ef-826a-fa05fc660050), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:30.919740 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b56b3-e82b-468c-8b44-571d5c65c313 None None] Pushing event updated for resources: {'Port': ['ID=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:30.936322 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks [] for router_gateway (56ef860f-9e25-4781-b908-46bbeb298530), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.053226 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:31.055414 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2575e01b-8266-4972-9538-cd68d7f62389 admin admin] Publish callbacks [] for security_group (3b05236e-12e2-42ef-826a-fa05fc660050), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.089590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec42e207-9b90-49b5-a04a-ce574d95d4dd admin admin] Publish callbacks [] for security_group (9a055847-4ae5-4f23-86b3-6757457d5062), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.098995 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec42e207-9b90-49b5-a04a-ce574d95d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (9a055847-4ae5-4f23-86b3-6757457d5062), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.365896 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Current status of the port 3eeb885e-ef78-4141-b939-f6aed5dd9217 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:31.371071 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.396531 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 2466ff41-b56b-42a9-bbc9-acb2266a52ca is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:31.399075 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ec42e207-9b90-49b5-a04a-ce574d95d4dd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=820a7705079844eda2eb6d8a46315de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6271594 Aug 09 02:40:31.400226 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42e207-9b90-49b5-a04a-ce574d95d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a055847-4ae5-4f23-86b3-6757457d5062,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:31.415532 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58888) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:31.520476 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] For port 3eeb885e-ef78-4141-b939-f6aed5dd9217, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=3eeb885e-ef78-4141-b939-f6aed5dd9217,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:31.521872 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-931f2464-4416-4a1a-b9d2-f59a33832f79 admin admin] Publish callbacks [] for security_group (9a055847-4ae5-4f23-86b3-6757457d5062), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.541121 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.557809 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks [] for port (d3d14326-b543-4034-9998-c801bf729263), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.570738 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Provisioning complete for port 2466ff41-b56b-42a9-bbc9-acb2266a52ca triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:31.571523 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.582521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:31.584211 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-931f2464-4416-4a1a-b9d2-f59a33832f79 admin admin] Publish callbacks [] for security_group (9a055847-4ae5-4f23-86b3-6757457d5062), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.607726 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:31.633626 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:31.637735 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:31.708041 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:31.717081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.718527 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8035aa96-d659-432b-ab27-6dcfbc06aeca admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0515285 Aug 09 02:40:31.722620 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58896) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:31.772715 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 2466ff41-b56b-42a9-bbc9-acb2266a52ca up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:31.786257 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2575e01b-8266-4972-9538-cd68d7f62389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3b05236e-12e2-42ef-826a-fa05fc660050), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.804371 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Pushing event updated for resources: {'Port': ['ID=3eeb885e-ef78-4141-b939-f6aed5dd9217,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:31.813231 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Publish callbacks [] for port (13075ebb-db86-4c0f-a921-6b204489d666), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.813534 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2575e01b-8266-4972-9538-cd68d7f62389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.835713 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2575e01b-8266-4972-9538-cd68d7f62389 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3b05236e-12e2-42ef-826a-fa05fc660050 HTTP/1.1" status: 204 len: 168 time: 1.0559702 Aug 09 02:40:31.865535 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:31.883972 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-c86f1645-f12d-42a5-9a22-3687ef9668d7 None None] Current status of the port 2466ff41-b56b-42a9-bbc9-acb2266a52ca is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:31.897425 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (13075ebb-db86-4c0f-a921-6b204489d666), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.905553 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (56ef860f-9e25-4781-b908-46bbeb298530), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.919363 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (d3d14326-b543-4034-9998-c801bf729263), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.950804 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 2466ff41-b56b-42a9-bbc9-acb2266a52ca triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:31.951181 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.961956 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-931f2464-4416-4a1a-b9d2-f59a33832f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (9a055847-4ae5-4f23-86b3-6757457d5062), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.966049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-931f2464-4416-4a1a-b9d2-f59a33832f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:31.967401 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-931f2464-4416-4a1a-b9d2-f59a33832f79 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9a055847-4ae5-4f23-86b3-6757457d5062 HTTP/1.1" status: 204 len: 168 time: 0.5509083 Aug 09 02:40:31.977030 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:31.986224 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575e01b-8266-4972-9538-cd68d7f62389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05236e-12e2-42ef-826a-fa05fc660050,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:31.992283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f2464-4416-4a1a-b9d2-f59a33832f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a055847-4ae5-4f23-86b3-6757457d5062,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:32.173632 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350abb9c-c029-48e3-9b4f-f2cc5bc2fb1a None None] Pushing event updated for resources: {'Port': ['ID=13075ebb-db86-4c0f-a921-6b204489d666,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:32.178942 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-26e2f2c1-4128-482a-be5d-deb02eda2ce8 req-1b8a3944-7b56-4c68-b833-804e5bdd398f tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.0944579 Aug 09 02:40:32.262183 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:32.337185 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-b26aaec1-eb57-4632-a6d6-98aba68420b4 None None] Provisioning complete for port 3eeb885e-ef78-4141-b939-f6aed5dd9217 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:32.337567 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b26aaec1-eb57-4632-a6d6-98aba68420b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:32.484910 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Attempting to bind port 13075ebb-db86-4c0f-a921-6b204489d666 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:32.485845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Attempting to bind port 13075ebb-db86-4c0f-a921-6b204489d666 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:32.485845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Attempting to bind port 13075ebb-db86-4c0f-a921-6b204489d666 on network b3049e7c-6008-434c-a53c-a1a2f6df9e45 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:32.502360 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:32.520612 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:32.520870 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Checking segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:32.521443 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:32.521995 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Bound using segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:32.522810 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Bound port: 13075ebb-db86-4c0f-a921-6b204489d666, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:32.526262 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (13075ebb-db86-4c0f-a921-6b204489d666), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:32.617434 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:29Z', 'revision_number': 3, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:32.691872 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:32.693307 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:32.693417 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Updating router 00790855-383e-4fa2-8b6b-460ef8093f62 port d58064c3-2b37-42c4-8655-9028df2dfb10 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:32.721709 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:32.755803 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:32.770686 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:32.843423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b93931-b349-4457-9622-e6d0aa86dde5 None None] Network 383daeb1-4f03-438c-8857-8e6c80656675 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:40:32.935107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:32.990371 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:32.991405 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:33.076232 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Pushing event updated for resources: {'Port': ['ID=d3d14326-b543-4034-9998-c801bf729263,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:33.175803 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-b26aaec1-eb57-4632-a6d6-98aba68420b4 None None] Current status of the port 3eeb885e-ef78-4141-b939-f6aed5dd9217 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:33.196056 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 2466ff41-b56b-42a9-bbc9-acb2266a52ca is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:33.198489 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:33.290755 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] For port 13075ebb-db86-4c0f-a921-6b204489d666, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:33.339700 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Allocated IP 172.20.0.1 (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7/8e11e606-97ff-4906-9805-a4c6bcbac7f9/9d3c5aa3-8b90-41fb-bc36-4a6022153b96) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:33.370125 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-991ce4bd-0772-408d-80e3-f791735c3e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.386684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] For port 13075ebb-db86-4c0f-a921-6b204489d666, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=13075ebb-db86-4c0f-a921-6b204489d666,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:33.421730 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (13075ebb-db86-4c0f-a921-6b204489d666), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.453904 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-91a39ac5-8dd6-4b1b-a48c-5919723d5f8f None None] Provisioning complete for port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:33.454687 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-91a39ac5-8dd6-4b1b-a48c-5919723d5f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.480043 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Publish callbacks [] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.490132 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.511035 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Router 56ef860f-9e25-4781-b908-46bbeb298530 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:40:33.521925 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Attempting to bind port d58064c3-2b37-42c4-8655-9028df2dfb10 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:33.524432 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Attempting to bind port d58064c3-2b37-42c4-8655-9028df2dfb10 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:33.527395 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Attempting to bind port d58064c3-2b37-42c4-8655-9028df2dfb10 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:33.550059 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:33.550511 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:33.550919 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.551315 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:33.551810 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Bound port: d58064c3-2b37-42c4-8655-9028df2dfb10, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:33.552188 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.606277 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:33.606848 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.612551 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Routers {'efa8340b-8c47-4e6c-8b29-cc4a891d1721'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:33.613260 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:33.644636 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks [] for router_gateway (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.645899 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks [] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.679554 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] For port d58064c3-2b37-42c4-8655-9028df2dfb10, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:33.686196 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] For port d58064c3-2b37-42c4-8655-9028df2dfb10, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d58064c3-2b37-42c4-8655-9028df2dfb10,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:33.694899 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2499eb59-f5b8-45a3-a73d-ab1e88b2befd req-780a6588-dc31-41bd-ba97-873a67fae611 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.0785742 Aug 09 02:40:33.760440 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:33.786835 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.838642 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.842506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350abb9c-c029-48e3-9b4f-f2cc5bc2fb1a None None] Pushing event updated for resources: {'Port': ['ID=13075ebb-db86-4c0f-a921-6b204489d666,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:33.858995 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d4194-2cb3-40fe-95ef-a56bd16c23a0 None None] Pushing event updated for resources: {'Port': ['ID=d58064c3-2b37-42c4-8655-9028df2dfb10,revision_number=2']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:33.877606 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:33.897170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:33.902299 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:33.904953 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:33.905637 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (00790855-383e-4fa2-8b6b-460ef8093f62), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:33.981394 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:33.982286 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.006018 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:34.063340 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.067513 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:34.076627 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:34.101620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.102759 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3eeb885e-ef78-4141-b939-f6aed5dd9217 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:34.161162 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:34.168099 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:34.170655 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:34.290356 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:34.306275 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:34.315858 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.13', 56445) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:34.365962 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d4194-2cb3-40fe-95ef-a56bd16c23a0 None None] Pushing event updated for resources: {'Port': ['ID=d58064c3-2b37-42c4-8655-9028df2dfb10,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:34.433857 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:34.497263 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:34.560003 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:34.560927 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:34.568096 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks [] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.581585 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.582869 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (00790855-383e-4fa2-8b6b-460ef8093f62), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.614977 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.636007 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.657395 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-91a39ac5-8dd6-4b1b-a48c-5919723d5f8f None None] Current status of the port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:34.665404 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 3eeb885e-ef78-4141-b939-f6aed5dd9217 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:34.665797 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.690839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 58992) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:34.720387 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:34.725053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] Set router efa8340b-8c47-4e6c-8b29-cc4a891d1721 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:34.770697 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:34.777876 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a4c87628-2870-48fe-8ad6-19bc6133484c admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.1483943 Aug 09 02:40:34.808585 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59002) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:34.832710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:34.834342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:34.836976 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:35.079840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:40:35.114851 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:35.190504 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d3619-4496-4591-b696-c6dbe6cb9b3a None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:35.326745 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f650ded-7c95-4982-b874-ce53f9636839 req-5e5e4691-72fa-4043-968e-f53da8344a31 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.0904312 Aug 09 02:40:35.363671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-0674e975-c5d6-4c59-bb24-7a2d15576626 None None] Provisioning complete for port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:35.364090 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0674e975-c5d6-4c59-bb24-7a2d15576626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:35.447190 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:35.463224 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:35.473022 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5fc1813b-41b5-4208-b500-5b8776bc66c7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/00790855-383e-4fa2-8b6b-460ef8093f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7388730 Aug 09 02:40:35.476902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-148addd6-0bf2-435b-b84a-9aacfec55beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:35.515726 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:35.569025 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:35.747346 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-148addd6-0bf2-435b-b84a-9aacfec55beb admin admin] Publish callbacks [] for security_group (d7725fab-be70-4a50-89e1-3e4a9c5ba1d7), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:35.748310 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:35.754471 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:35.756443 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-148addd6-0bf2-435b-b84a-9aacfec55beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d7725fab-be70-4a50-89e1-3e4a9c5ba1d7), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:35.775674 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-9cdf7d9c-6f3c-4085-8530-4438ee2debbc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:35.780687 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-9cdf7d9c-6f3c-4085-8530-4438ee2debbc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b3049e7c-6008-434c-a53c-a1a2f6df9e45 HTTP/1.1" status: 200 len: 811 time: 1.4600065 Aug 09 02:40:35.822426 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-148addd6-0bf2-435b-b84a-9aacfec55beb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c6566aa21ff04589b57219c3be0baebb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1291573 Aug 09 02:40:35.828512 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59054) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:35.867768 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Request body: {'port': {'device_id': '1e614721-c888-4eaf-b834-42497e80345c', 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'admin_state_up': True, 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:35.926196 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:35.927134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148addd6-0bf2-435b-b84a-9aacfec55beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7725fab-be70-4a50-89e1-3e4a9c5ba1d7,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:35.951946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:30Z', 'revision_number': 3, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:36.020809 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f88ebe61-9b5b-49f5-a87d-efddb67d859a admin admin] Publish callbacks [] for security_group (d7725fab-be70-4a50-89e1-3e4a9c5ba1d7), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.042663 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:36.044207 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Updating router 56ef860f-9e25-4781-b908-46bbeb298530 port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:36.054865 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f88ebe61-9b5b-49f5-a87d-efddb67d859a admin admin] Publish callbacks [] for security_group (d7725fab-be70-4a50-89e1-3e4a9c5ba1d7), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.056487 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.146736 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f88ebe61-9b5b-49f5-a87d-efddb67d859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d7725fab-be70-4a50-89e1-3e4a9c5ba1d7), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.149835 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f88ebe61-9b5b-49f5-a87d-efddb67d859a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.153631 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-f88ebe61-9b5b-49f5-a87d-efddb67d859a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d7725fab-be70-4a50-89e1-3e4a9c5ba1d7 HTTP/1.1" status: 204 len: 168 time: 0.3216853 Aug 09 02:40:36.167726 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:40:24Z', 'revision_number': 4, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '13075ebb-db86-4c0f-a921-6b204489d666', 'name': '', 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'mac_address': 'fa:16:3e:2a:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'subnets': [{'id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:36.167925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ebe61-9b5b-49f5-a87d-efddb67d859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7725fab-be70-4a50-89e1-3e4a9c5ba1d7,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:36.234556 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 3eeb885e-ef78-4141-b939-f6aed5dd9217 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:36.258022 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:36.408315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.442610 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bd8f-119d-415c-a2bf-9e0158619e68 None None] The sync data for ids ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'] in dv-cinder-852461-1-iscsi is: [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:40:24Z', 'revision_number': 4, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '13075ebb-db86-4c0f-a921-6b204489d666', 'name': '', 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'mac_address': 'fa:16:3e:2a:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'subnets': [{'id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:36.492080 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.699037 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-54af4173-dd23-47cb-b947-4e3eb25a17d8 req-492696b2-1dbc-45c8-9494-5510665b4689 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.1006088 Aug 09 02:40:36.767997 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:36.784779 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Made reservation on behalf of 88f96c9ae9b44b91a4db2187160a5688 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:36.793281 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:36.841118 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3eeb885e-ef78-4141-b939-f6aed5dd9217 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:36.996649 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-0674e975-c5d6-4c59-bb24-7a2d15576626 None None] Current status of the port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:37.043579 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-0674e975-c5d6-4c59-bb24-7a2d15576626 None None] Provisioning complete for port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:37.045269 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0674e975-c5d6-4c59-bb24-7a2d15576626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.257753 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59084) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:37.265865 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2107541683', 'description': 'tempest-description--2009397975'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:37.363922 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.369128 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 3eeb885e-ef78-4141-b939-f6aed5dd9217 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:37.371736 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.388044 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-0674e975-c5d6-4c59-bb24-7a2d15576626 None None] Port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:37.624373 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:37.673382 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-305dea5e-8bf9-47f7-92f1-75719332cec6 None None] Provisioning complete for port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:37.679887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-305dea5e-8bf9-47f7-92f1-75719332cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.720967 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (6d1442b7-c4cc-43d6-b839-60ed3ed27f12), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.741893 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6d1442b7-c4cc-43d6-b839-60ed3ed27f12), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.773360 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:40:37.856282 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.909637 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:37.930843 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6692007 Aug 09 02:40:37.936945 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59104) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:38.003846 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': '6d1442b7-c4cc-43d6-b839-60ed3ed27f12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:38.070300 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-305dea5e-8bf9-47f7-92f1-75719332cec6 None None] Port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:38.085296 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912d57-3f5c-49a8-bf47-6e563a8c5300 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1442b7-c4cc-43d6-b839-60ed3ed27f12,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:38.105047 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e212e2a4-8120-4bb3-8770-89765e3b0871 req-7a042b59-9070-40d8-8c36-4351c21572a5 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.1640053 Aug 09 02:40:38.147468 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (3a071647-904c-45e1-9c1f-b147740a9d62), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.322448 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 3eeb885e-ef78-4141-b939-f6aed5dd9217 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:38.325689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:38.402601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (3a071647-904c-45e1-9c1f-b147740a9d62), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.409149 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (3a071647-904c-45e1-9c1f-b147740a9d62), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.429500 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Publish callbacks [] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.434499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:38.435256 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.468838 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.472073 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a071647-904c-45e1-9c1f-b147740a9d62,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:38.505768 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.510508 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1dad36fc-043d-4987-8ee2-41271a6ee203 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5635822 Aug 09 02:40:38.512966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59120) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:38.535078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': '6d1442b7-c4cc-43d6-b839-60ed3ed27f12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:38.556817 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Attempting to bind port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:38.557249 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Attempting to bind port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:38.557613 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Attempting to bind port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:38.588240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:38.588639 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:38.589034 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.589435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:38.589961 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Bound port: ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:38.590380 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.592134 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:38.616981 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (a2ee093c-f8be-46a9-8b83-fb7b96caa9df), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.648752 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Allocated IP 172.20.0.3 (b3049e7c-6008-434c-a53c-a1a2f6df9e45/e7672434-cc40-4ae0-9a40-c7ec4b27dc63/d01cee1a-247a-4147-8cbe-c15281979780) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:38.666450 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaf36e-5f0f-4241-b9b8-aa4608081c0f None None] Pushing event updated for resources: {'Port': ['ID=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:38.780977 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:38.784279 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] For port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:38.788425 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] For port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:38.797771 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.875030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:38.875680 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:38.894305 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (a2ee093c-f8be-46a9-8b83-fb7b96caa9df), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.903395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (a2ee093c-f8be-46a9-8b83-fb7b96caa9df), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:38.967984 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ee093c-f8be-46a9-8b83-fb7b96caa9df,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:39.005284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:39.007159 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8058a068-657a-474b-95dc-d6958d7b609f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4842384 Aug 09 02:40:39.010797 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59132) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:39.019477 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:39.096745 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:39.137610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:39.141940 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:39.160740 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Sync routers for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:39.167433 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:39.214566 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:39.218434 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:39.233308 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d58064c3-2b37-42c4-8655-9028df2dfb10 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:39.235174 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaf36e-5f0f-4241-b9b8-aa4608081c0f None None] Pushing event updated for resources: {'Port': ['ID=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:39.241568 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:39.519828 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:39.663088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port d58064c3-2b37-42c4-8655-9028df2dfb10 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:39.665475 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:39.666098 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:39.667690 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-820dfc1e-13ab-4b3e-86ce-93049af4685d admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.1528263 Aug 09 02:40:39.682822 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:39.697217 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks [] for port (d01cee1a-247a-4147-8cbe-c15281979780), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:39.722137 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59156) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:39.877316 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:39.879146 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:39.998274 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4d958e1-8f54-4265-8a2b-50d94448025c req-cd7685f4-f9dd-4498-9f11-63a4b423c78f tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.6450181 Aug 09 02:40:40.040460 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 3, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:40.098476 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Checking router: 32ed36ba-9f89-4ad9-89f0-1e7777a2066c for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:40.099180 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Updating router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c port d3d14326-b543-4034-9998-c801bf729263 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:40.157022 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d3d14326-b543-4034-9998-c801bf729263), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.165243 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.206686 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.27.2.195 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/36e90de2-e082-42d3-9c39-26d0b388bcde) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:40.229306 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:40.312436 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:40.313361 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:40.365528 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:40.411425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:40.456267 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:40.463255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Allocated IP 172.20.0.1 (92ed22b9-a5d1-438e-b0d0-2a9c0988d349/4015b651-4603-44b8-8de4-0e527b281d30/96382e07-8c18-4d6d-a4e9-41f71c91bd20) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:40.482882 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:30Z', 'revision_number': 3, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:40.500204 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:40.507296 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:40.517754 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:40.518460 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.555838 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44228ffb-490d-42b5-8e7b-6809afdaff00 None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:30Z', 'revision_number': 3, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:40.570749 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.608007 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7488987 Aug 09 02:40:40.717384 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.764431 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port d58064c3-2b37-42c4-8655-9028df2dfb10 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:40.769137 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.839015 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port d58064c3-2b37-42c4-8655-9028df2dfb10, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d58064c3-2b37-42c4-8655-9028df2dfb10,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:40.842691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=36e90de2-e082-42d3-9c39-26d0b388bcde,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:40.873542 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:40.881176 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:40.883162 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:40.884173 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 13075ebb-db86-4c0f-a921-6b204489d666 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:40.887577 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:40.892256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:40.970902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19feda9-4817-473e-9d03-6d69ea4e806d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Pushing event updated for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:41.000318 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:41.163826 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Publish callbacks [] for port (d3d14326-b543-4034-9998-c801bf729263), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.173140 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (daa52e4b-dd1c-4ddd-8a86-84787d8b092e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.180504 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d3d14326-b543-4034-9998-c801bf729263), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.293705 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-da4fd47b-edf2-482c-9305-a51754f0f9c4 None None] Provisioning complete for port d01cee1a-247a-4147-8cbe-c15281979780 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:41.294881 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-da4fd47b-edf2-482c-9305-a51754f0f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d01cee1a-247a-4147-8cbe-c15281979780), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.364242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.377533 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d81489-f40a-4a97-b049-0ab3f82d7ae1 None None] Pushing event updated for resources: {'Port': ['ID=d3d14326-b543-4034-9998-c801bf729263,revision_number=2']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:41.443622 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Attempting to bind port d3d14326-b543-4034-9998-c801bf729263 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:41.443914 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Attempting to bind port d3d14326-b543-4034-9998-c801bf729263 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:41.444272 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Attempting to bind port d3d14326-b543-4034-9998-c801bf729263 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:41.465719 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:41.466128 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:41.466617 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.470520 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:41.471075 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Bound port: d3d14326-b543-4034-9998-c801bf729263, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:41.471467 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d3d14326-b543-4034-9998-c801bf729263), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.474243 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:41.533122 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-6b0e31f0-c5f4-4d32-9351-978442672448 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:40:41.536502 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-6b0e31f0-c5f4-4d32-9351-978442672448 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0200443 Aug 09 02:40:41.551379 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks [] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.585054 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:41.631799 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] For port d3d14326-b543-4034-9998-c801bf729263, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:41.641673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 13075ebb-db86-4c0f-a921-6b204489d666 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:41.646574 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (13075ebb-db86-4c0f-a921-6b204489d666), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.647812 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] For port d3d14326-b543-4034-9998-c801bf729263, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d3d14326-b543-4034-9998-c801bf729263,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:41.667072 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d3d14326-b543-4034-9998-c801bf729263), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:41.710088 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:41.716937 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:41.736910 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609251b-38db-43a1-b3fa-2ea4869e5592 req-b1ca76ee-b1e5-4226-a2c1-8ecb445727e7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:41.741710 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6609251b-38db-43a1-b3fa-2ea4869e5592 req-b1ca76ee-b1e5-4226-a2c1-8ecb445727e7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 931 time: 0.4768379 Aug 09 02:40:41.868378 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:34Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:41.894853 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=d58064c3-2b37-42c4-8655-9028df2dfb10,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:41.908651 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:41.994762 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-da4fd47b-edf2-482c-9305-a51754f0f9c4 None None] Port d01cee1a-247a-4147-8cbe-c15281979780 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:42.034941 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.079434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.081826 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (daa52e4b-dd1c-4ddd-8a86-84787d8b092e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.108825 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:42.109559 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Updating router 00790855-383e-4fa2-8b6b-460ef8093f62 port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:42.145742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 13075ebb-db86-4c0f-a921-6b204489d666 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:42.146557 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (13075ebb-db86-4c0f-a921-6b204489d666), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.149770 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.202543 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 13075ebb-db86-4c0f-a921-6b204489d666, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=13075ebb-db86-4c0f-a921-6b204489d666,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:42.244876 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (13075ebb-db86-4c0f-a921-6b204489d666), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.347744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=36e90de2-e082-42d3-9c39-26d0b388bcde,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:42.366058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.387027 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-da2dc1d9-f483-46a9-ade4-30ccf6d43287 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3655288 Aug 09 02:40:42.450333 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6609251b-38db-43a1-b3fa-2ea4869e5592 req-3762435f-3698-4c2c-998f-e70cf8aef8f4 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572529 Aug 09 02:40:42.494608 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=13075ebb-db86-4c0f-a921-6b204489d666,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:42.613906 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d81489-f40a-4a97-b049-0ab3f82d7ae1 None None] Pushing event updated for resources: {'Port': ['ID=d3d14326-b543-4034-9998-c801bf729263,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:42.795295 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Request body: {'port': {'device_id': '1e614721-c888-4eaf-b834-42497e80345c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:42.903861 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:42.962342 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 3, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:42.985923 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.010496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Publish callbacks [] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.017258 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:43.018030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:43.030075 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d58064c3-2b37-42c4-8655-9028df2dfb10 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:43.033805 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.093298 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:43.095091 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02738e43-ce1f-4e80-bb79-374de069d9b2 None None] The sync data for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi is: [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 3, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:43.113025 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:43.115766 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-3aba5416-2538-4d5e-b906-9856745dbe16 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2107541683&fields=id&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 267 time: 0.1854255 Aug 09 02:40:43.116359 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59286) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:43.149765 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:43.150378 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (56ef860f-9e25-4781-b908-46bbeb298530), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.198079 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c3db0-1882-4d65-87d7-3b65944f2f9d None None] Pushing event updated for resources: {'Port': ['ID=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:43.321244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:43.395790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Attempting to bind port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:43.396246 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Attempting to bind port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:43.396674 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Attempting to bind port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:43.404562 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:43.404936 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:43.405347 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.405822 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Bound using segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:43.406398 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Bound port: 9d3c5aa3-8b90-41fb-bc36-4a6022153b96, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:43.406722 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.411155 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port d58064c3-2b37-42c4-8655-9028df2dfb10 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:43.411407 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.474282 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Pushing event updated for resources: {'Port': ['ID=96382e07-8c18-4d6d-a4e9-41f71c91bd20,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:43.566670 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d2b33027-9f9e-4822-ba57-3ca97c5db48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.566884 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d01cee1a-247a-4147-8cbe-c15281979780), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.599364 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-acc6335a-84f4-4b3e-9d30-e59ee297ea8e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:43.607793 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-acc6335a-84f4-4b3e-9d30-e59ee297ea8e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.4702990 Aug 09 02:40:43.701713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:43.750608 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b055195e-235d-4a44-9f14-0de80b011e44 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/quotas/8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 375 time: 0.1413395 Aug 09 02:40:43.914832 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-ef0529fa-674a-473b-9dc6-3ac1c9555675 None None] Provisioning complete for port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:43.915218 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ef0529fa-674a-473b-9dc6-3ac1c9555675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:43.920773 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] For port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:43.999058 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:44.014472 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] For port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:44.022133 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e135e86-f279-4b69-98b6-3bd984964cf0 req-8d3e7b29-9d3d-4871-aa1b-04068a963086 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:44.037905 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e135e86-f279-4b69-98b6-3bd984964cf0 req-8d3e7b29-9d3d-4871-aa1b-04068a963086 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 931 time: 0.3793154 Aug 09 02:40:44.049760 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port d58064c3-2b37-42c4-8655-9028df2dfb10 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:44.050917 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:44.113148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:44.134334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:44.155474 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-ef0529fa-674a-473b-9dc6-3ac1c9555675 None None] Port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:44.211925 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-2845beab-660f-4730-8d03-90447d7944ed tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4598672 Aug 09 02:40:44.249130 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:44.258460 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:44.339661 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e135e86-f279-4b69-98b6-3bd984964cf0 req-d57a23b0-46bc-454d-85f0-9ed6c45db8b5 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991219 Aug 09 02:40:44.372992 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:44.448776 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d2b33027-9f9e-4822-ba57-3ca97c5db48b admin admin] Publish callbacks [] for security_group (8efd9656-681d-45e4-b1e3-43fc510bf8d7), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:44.456043 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:44.457902 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:44.463205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d2b33027-9f9e-4822-ba57-3ca97c5db48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (8efd9656-681d-45e4-b1e3-43fc510bf8d7), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:44.578049 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59342) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:44.585982 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:44.698591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-d2b33027-9f9e-4822-ba57-3ca97c5db48b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b3ae25c245884edab1818d7077563373&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5811653 Aug 09 02:40:44.704280 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b33027-9f9e-4822-ba57-3ca97c5db48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd9656-681d-45e4-b1e3-43fc510bf8d7,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:44.710602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59350) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:44.767268 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c3db0-1882-4d65-87d7-3b65944f2f9d None None] Pushing event updated for resources: {'Port': ['ID=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:44.793099 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Allocated IP 172.20.0.1 (383daeb1-4f03-438c-8857-8e6c80656675/d8a4ee7f-364c-4865-b8a7-bee8a5b86b11/c8d14881-48c8-4869-ac0a-4c7e7c5e4f53) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:44.794016 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-dbbb7272-f8ba-4774-bf1d-d05cf86a60c0 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:40:44.795875 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-dbbb7272-f8ba-4774-bf1d-d05cf86a60c0 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2023439 Aug 09 02:40:45.065411 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bc8aa81-9b56-467c-9f89-04f4a65858bc admin admin] Publish callbacks [] for security_group (8efd9656-681d-45e4-b1e3-43fc510bf8d7), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.148929 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01cee1a-247a-4147-8cbe-c15281979780 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:40:45.169618 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Publish callbacks [] for port (d01cee1a-247a-4147-8cbe-c15281979780), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.169738 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bc8aa81-9b56-467c-9f89-04f4a65858bc admin admin] Publish callbacks [] for security_group (8efd9656-681d-45e4-b1e3-43fc510bf8d7), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.226736 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:45.233824 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-e22e8452-6e80-4ef8-aaa9-3e442daa5386 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247000 Aug 09 02:40:45.302313 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks [] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.304498 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eafa40a1-2e1e-4239-b0a8-7b71501a2ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.439231 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Transition to ACTIVE for port object d01cee1a-247a-4147-8cbe-c15281979780 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:40:45.580033 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks [] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.614926 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:45.615325 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.624726 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.627041 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (56ef860f-9e25-4781-b908-46bbeb298530), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.629268 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:45.651297 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:45.664851 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.680508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bc8aa81-9b56-467c-9f89-04f4a65858bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (8efd9656-681d-45e4-b1e3-43fc510bf8d7), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.685843 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bc8aa81-9b56-467c-9f89-04f4a65858bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.691352 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-6bc8aa81-9b56-467c-9f89-04f4a65858bc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8efd9656-681d-45e4-b1e3-43fc510bf8d7 HTTP/1.1" status: 204 len: 168 time: 0.9766691 Aug 09 02:40:45.748609 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Pushing event updated for resources: {'Port': ['ID=96382e07-8c18-4d6d-a4e9-41f71c91bd20,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:45.751342 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:45.782743 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-678ff905-4837-4de8-97b7-46b2d2b1c91a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326257 Aug 09 02:40:45.837757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45617a-aa6c-4aea-bda4-c4e04050437d req-7ea4d4aa-346f-42d0-a721-f18a496ff5f2 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:45.844683 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db45617a-aa6c-4aea-bda4-c4e04050437d req-7ea4d4aa-346f-42d0-a721-f18a496ff5f2 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.3349950 Aug 09 02:40:45.852577 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8aa81-9b56-467c-9f89-04f4a65858bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd9656-681d-45e4-b1e3-43fc510bf8d7,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:46.011751 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:46.033313 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:46.064677 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db45617a-aa6c-4aea-bda4-c4e04050437d req-2b2cdb01-d0b9-4281-8068-436e8f623f81 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979470 Aug 09 02:40:46.111267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59378) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:46.175880 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92364ed-92a3-48fd-82bb-cc3e75c066db None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:46.219660 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d3d14326-b543-4034-9998-c801bf729263 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:46.299780 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port d3d14326-b543-4034-9998-c801bf729263 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:46.300329 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d3d14326-b543-4034-9998-c801bf729263), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.329007 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Attempting to bind port d01cee1a-247a-4147-8cbe-c15281979780 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:46.329948 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Attempting to bind port d01cee1a-247a-4147-8cbe-c15281979780 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:46.330954 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Attempting to bind port d01cee1a-247a-4147-8cbe-c15281979780 on network b3049e7c-6008-434c-a53c-a1a2f6df9e45 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:46.386748 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Port d01cee1a-247a-4147-8cbe-c15281979780 on network b3049e7c-6008-434c-a53c-a1a2f6df9e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:40:46.387539 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b2b50f7-f261-43c5-bbe1-b77bc1bc6269 req-5c39e505-f7e5-4a7c-a6cf-ecf543f29f0f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.0773766 Aug 09 02:40:46.388393 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Attempting to bind port d01cee1a-247a-4147-8cbe-c15281979780 on network b3049e7c-6008-434c-a53c-a1a2f6df9e45 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:46.424148 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.443895 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:46.445979 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Checking segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:46.447872 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Bound using segment: {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:46.449686 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Bound port: d01cee1a-247a-4147-8cbe-c15281979780, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b99851b-beac-4a44-a565-9de4d7841f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:46.451137 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d01cee1a-247a-4147-8cbe-c15281979780), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.510438 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Pushing event updated for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:46.638822 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port d3d14326-b543-4034-9998-c801bf729263 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:46.639851 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d3d14326-b543-4034-9998-c801bf729263), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.701551 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port d3d14326-b543-4034-9998-c801bf729263, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d3d14326-b543-4034-9998-c801bf729263,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:46.709860 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d3d14326-b543-4034-9998-c801bf729263), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.711071 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:46.759360 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ff1beace-0dad-4e70-a03c-331e44f6ad78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.842531 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:46.842651 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:46.852753 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=d3d14326-b543-4034-9998-c801bf729263,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:46.878336 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Network 383daeb1-4f03-438c-8857-8e6c80656675 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:46.880887 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:46.895077 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:46.900350 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:46.911705 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:46.944467 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:46.976441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59414) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:46.987963 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:46.988574 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.027641 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:47.028300 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.037758 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ff1beace-0dad-4e70-a03c-331e44f6ad78 admin admin] Publish callbacks [] for security_group (8d0e5109-bdac-4ac4-987b-ee3cfcdf7635), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.044691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ff1beace-0dad-4e70-a03c-331e44f6ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (8d0e5109-bdac-4ac4-987b-ee3cfcdf7635), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.126782 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:47.133627 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.142988 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 13075ebb-db86-4c0f-a921-6b204489d666 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:47.220799 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:47.245091 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:47.290862 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ff1beace-0dad-4e70-a03c-331e44f6ad78 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=788cd051d59e49489bf4c7df33d3ff00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1777773 Aug 09 02:40:47.319120 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59426) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:47.329622 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17390e37-2c8b-4c62-974c-bf34676fdc28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.341137 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1beace-0dad-4e70-a03c-331e44f6ad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e5109-bdac-4ac4-987b-ee3cfcdf7635,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:47.349733 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:47.371243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 13075ebb-db86-4c0f-a921-6b204489d666 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:47.371720 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (13075ebb-db86-4c0f-a921-6b204489d666), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.381703 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eafa40a1-2e1e-4239-b0a8-7b71501a2ff6 admin admin] Publish callbacks [] for security_group (a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.440417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59430) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:47.487846 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:47.497739 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:47.520560 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eafa40a1-2e1e-4239-b0a8-7b71501a2ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.522509 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 13075ebb-db86-4c0f-a921-6b204489d666 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:47.530696 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-2093c493-7be9-44c5-9bee-8659a2c47cf9 None None] Provisioning complete for port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:47.533810 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2093c493-7be9-44c5-9bee-8659a2c47cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.543589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ae28-1875-41a1-aeed-4203854f01ec req-26cbe5ed-3c90-470e-a63e-fe69781db40e tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:47.549239 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1711ae28-1875-41a1-aeed-4203854f01ec req-26cbe5ed-3c90-470e-a63e-fe69781db40e tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.1930585 Aug 09 02:40:47.590145 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-eafa40a1-2e1e-4239-b0a8-7b71501a2ff6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0dc5596725f34e7781ec7b1ae4c7fbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0017140 Aug 09 02:40:47.596464 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-2093c493-7be9-44c5-9bee-8659a2c47cf9 None None] Port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:47.600182 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:47.604841 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ceee1913-d2b0-4509-bedd-4495cde515db req-ba7d42dc-5e57-4377-b4da-0c0c5b769c60 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.0541472 Aug 09 02:40:47.611333 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59438) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:47.656633 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:47.679386 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d01cee1a-247a-4147-8cbe-c15281979780,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:47.712179 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:47.745101 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.791290 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:47.791993 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:47.793598 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/d01cee1a-247a-4147-8cbe-c15281979780 HTTP/1.1" status: 200 len: 1093 time: 5.9513011 Aug 09 02:40:47.794508 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa40a1-2e1e-4239-b0a8-7b71501a2ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:47.796882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:40:47.875241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1711ae28-1875-41a1-aeed-4203854f01ec req-b75f4bf0-4800-48a9-aee3-2a9a6165792d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153594 Aug 09 02:40:47.886874 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b56d6ea2-08f6-435b-911e-4d72031f53e5 admin admin] Publish callbacks [] for security_group (8d0e5109-bdac-4ac4-987b-ee3cfcdf7635), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.029887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-6def9fbd-4986-48a6-8744-b3caa2a5a87f None None] Provisioning complete for port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:48.030748 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6def9fbd-4986-48a6-8744-b3caa2a5a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.089894 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d3d14326-b543-4034-9998-c801bf729263 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:48.160926 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-6def9fbd-4986-48a6-8744-b3caa2a5a87f None None] Port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:48.175169 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port d3d14326-b543-4034-9998-c801bf729263 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:48.175568 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d3d14326-b543-4034-9998-c801bf729263), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.302599 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-71c99f0f-6eae-47d7-bff6-bcd95d89e147 admin admin] Publish callbacks [] for security_group (a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.351581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b56d6ea2-08f6-435b-911e-4d72031f53e5 admin admin] Publish callbacks [] for security_group (8d0e5109-bdac-4ac4-987b-ee3cfcdf7635), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.375448 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f28c88-ecf6-45cf-8f2a-040e2780dfdb service neutron] Pushing event updated for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:48.407509 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port d3d14326-b543-4034-9998-c801bf729263 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:48.408840 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:48.437818 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-71c99f0f-6eae-47d7-bff6-bcd95d89e147 admin admin] Publish callbacks [] for security_group (a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.504320 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-e6858a95-a1f0-407e-9289-2032cea52618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:48.506839 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-e6858a95-a1f0-407e-9289-2032cea52618 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=88f96c9ae9b44b91a4db2187160a5688&device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 1127 time: 0.1944861 Aug 09 02:40:48.540209 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17390e37-2c8b-4c62-974c-bf34676fdc28 admin admin] Publish callbacks [] for security_group (017be80e-f764-4511-8630-f678ee8e6664), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.547472 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-78fba0cd-b4fa-4337-84ca-ef3964dada44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.565873 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:48.568123 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.610117 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17390e37-2c8b-4c62-974c-bf34676fdc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (017be80e-f764-4511-8630-f678ee8e6664), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.614791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-71c99f0f-6eae-47d7-bff6-bcd95d89e147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.618589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-71c99f0f-6eae-47d7-bff6-bcd95d89e147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.624704 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-71c99f0f-6eae-47d7-bff6-bcd95d89e147 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf HTTP/1.1" status: 204 len: 168 time: 1.0111010 Aug 09 02:40:48.634911 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.637218 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c99f0f-6eae-47d7-bff6-bcd95d89e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4e5de-a85b-4597-a5a9-0ecb5ff433bf,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:48.664800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b56d6ea2-08f6-435b-911e-4d72031f53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (8d0e5109-bdac-4ac4-987b-ee3cfcdf7635), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.670557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b56d6ea2-08f6-435b-911e-4d72031f53e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:48.673379 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b56d6ea2-08f6-435b-911e-4d72031f53e5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8d0e5109-bdac-4ac4-987b-ee3cfcdf7635 HTTP/1.1" status: 204 len: 168 time: 1.3527176 Aug 09 02:40:48.698295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d6ea2-08f6-435b-911e-4d72031f53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e5109-bdac-4ac4-987b-ee3cfcdf7635,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:48.853534 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:48.854689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:48.936978 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3145cc40-d558-4973-82f1-1f6156b5e89e req-68263f45-7b04-4bcb-bcdd-3536dc673982 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.0938563 Aug 09 02:40:49.034346 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:49.034918 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.038145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17390e37-2c8b-4c62-974c-bf34676fdc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017be80e-f764-4511-8630-f678ee8e6664,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:49.062985 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-17390e37-2c8b-4c62-974c-bf34676fdc28 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2508048e92fc40118d801ccb8df2b39f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0396903 Aug 09 02:40:49.080155 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59466) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:49.120463 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "tag": "d01cee1a-247a-4147-8cbe-c15281979780"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:40:49.285605 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c90df-2bb3-454a-870b-ad65d38e99dd req-c23b0b0f-5a03-486b-94a0-d6a7cd233766 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:49.293022 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-222c90df-2bb3-454a-870b-ad65d38e99dd req-c23b0b0f-5a03-486b-94a0-d6a7cd233766 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.2356675 Aug 09 02:40:49.355812 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:49.371915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d84e4e3c-b3d1-418c-9835-1dfdc31065ff admin admin] Publish callbacks [] for security_group (017be80e-f764-4511-8630-f678ee8e6664), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.394695 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-be507793-f240-435e-81d3-390091cbacce service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01cee1a-247a-4147-8cbe-c15281979780 HTTP/1.1" status: 200 len: 217 time: 0.7778699 Aug 09 02:40:49.421966 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-222c90df-2bb3-454a-870b-ad65d38e99dd req-2a05dde6-53a7-4b52-8ca3-eb687083c503 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277392 Aug 09 02:40:49.439967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Router 56ef860f-9e25-4781-b908-46bbeb298530 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:40:49.440388 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d84e4e3c-b3d1-418c-9835-1dfdc31065ff admin admin] Publish callbacks [] for security_group (017be80e-f764-4511-8630-f678ee8e6664), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.458847 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59474) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:49.480532 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:49.509213 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e52d6460-fc53-4a6c-9e7f-815ac1aaceea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.560330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d84e4e3c-b3d1-418c-9835-1dfdc31065ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (017be80e-f764-4511-8630-f678ee8e6664), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.563606 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d84e4e3c-b3d1-418c-9835-1dfdc31065ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.568487 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-d84e4e3c-b3d1-418c-9835-1dfdc31065ff admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/017be80e-f764-4511-8630-f678ee8e6664 HTTP/1.1" status: 204 len: 168 time: 0.4768739 Aug 09 02:40:49.590104 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e4e3c-b3d1-418c-9835-1dfdc31065ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017be80e-f764-4511-8630-f678ee8e6664,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:49.693090 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59478) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:49.695644 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-78fba0cd-b4fa-4337-84ca-ef3964dada44 admin admin] Publish callbacks [] for security_group (54ee1b41-8abd-4bab-b902-62f35f160ffa), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.713024 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:49.725995 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-78fba0cd-b4fa-4337-84ca-ef3964dada44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (54ee1b41-8abd-4bab-b902-62f35f160ffa), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.745432 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e52d6460-fc53-4a6c-9e7f-815ac1aaceea admin admin] Publish callbacks [] for security_group (592a126d-41d3-4cb9-bef9-ac17cf9dd10b), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.761804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f0f4-c2fb-45af-b1c6-b865b29088c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.782561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e52d6460-fc53-4a6c-9e7f-815ac1aaceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (592a126d-41d3-4cb9-bef9-ac17cf9dd10b), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:49.896724 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-e52d6460-fc53-4a6c-9e7f-815ac1aaceea admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=963ff0d4c59748789dcc7caa0de88941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367182 Aug 09 02:40:49.904149 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59480) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:49.906549 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d6460-fc53-4a6c-9e7f-815ac1aaceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592a126d-41d3-4cb9-bef9-ac17cf9dd10b,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:49.960077 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-00862070-b78d-4afe-bce5-bb3353e27520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:49.961935 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-00862070-b78d-4afe-bce5-bb3353e27520 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=e7672434-cc40-4ae0-9a40-c7ec4b27dc63 HTTP/1.1" status: 200 len: 850 time: 0.0878000 Aug 09 02:40:49.986174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:50.084128 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-6d1c0f06-b3f6-4bd7-8149-2b2978baee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:50.085815 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-6d1c0f06-b3f6-4bd7-8149-2b2978baee0b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b3049e7c-6008-434c-a53c-a1a2f6df9e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097922 Aug 09 02:40:50.118216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f0f4-c2fb-45af-b1c6-b865b29088c4 admin admin] Publish callbacks [] for security_group (4de9938f-1b5a-43f5-b34f-b7f7c49968ab), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.122127 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.13', 56460) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:50.123214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fda9-fc80-4318-9ba3-e10020247e30 admin admin] Publish callbacks [] for security_group (592a126d-41d3-4cb9-bef9-ac17cf9dd10b), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.124248 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:50.125819 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f0f4-c2fb-45af-b1c6-b865b29088c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4de9938f-1b5a-43f5-b34f-b7f7c49968ab), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.258072 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fba0cd-b4fa-4337-84ca-ef3964dada44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee1b41-8abd-4bab-b902-62f35f160ffa,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:50.260446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fda9-fc80-4318-9ba3-e10020247e30 admin admin] Publish callbacks [] for security_group (592a126d-41d3-4cb9-bef9-ac17cf9dd10b), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.274950 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-78fba0cd-b4fa-4337-84ca-ef3964dada44 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=16722152c8004b609a4d900ba50b3085&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7865529 Aug 09 02:40:50.313789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59486) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:50.320406 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2f0f4-c2fb-45af-b1c6-b865b29088c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de9938f-1b5a-43f5-b34f-b7f7c49968ab,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:50.328031 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0bf2f0f4-c2fb-45af-b1c6-b865b29088c4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1b8d6ccf898d465ea985d3d3895a2db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243875 Aug 09 02:40:50.328965 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59490) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:50.360487 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-27951534-d61f-4c93-aa4a-902f7f20b400 req-233373c7-9690-43f1-bb9e-6d2f0a63ba10 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.1663423 Aug 09 02:40:50.408959 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-62b022b3-ec1d-4dda-875e-381bedd5b91a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355364 Aug 09 02:40:50.413191 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9033bf-d868-4477-86fc-33b0a34de10a x-openstack-request-id: req-2a9033bf-d868-4477-86fc-33b0a34de10a {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:40:50.413673 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "tag": "d01cee1a-247a-4147-8cbe-c15281979780", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:40:50.413945 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a9033bf-d868-4477-86fc-33b0a34de10a {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:40:50.414535 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9033bf-d868-4477-86fc-33b0a34de10a'] response: {'name': 'network-changed', 'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780', 'status': 'completed', 'code': 200} Aug 09 02:40:50.458755 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:50.474799 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b44cc056-bbb4-4ae1-8823-60841d4f5039 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/56ef860f-9e25-4781-b908-46bbeb298530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6603467 Aug 09 02:40:50.477045 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:50.502824 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:50.505773 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:50.578828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b887c64a-7739-4e28-b60d-2472ff286030 admin admin] Publish callbacks [] for security_group (54ee1b41-8abd-4bab-b902-62f35f160ffa), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.618698 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b887c64a-7739-4e28-b60d-2472ff286030 admin admin] Publish callbacks [] for security_group (54ee1b41-8abd-4bab-b902-62f35f160ffa), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.692321 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:50.774249 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks [] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.777962 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5ee6b3a-dc08-4fe9-af2c-2842be176ee5 req-847a2c5f-98b1-4c85-9656-12e9cee5518e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981398 Aug 09 02:40:50.782056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b887c64a-7739-4e28-b60d-2472ff286030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (54ee1b41-8abd-4bab-b902-62f35f160ffa), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.786446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b887c64a-7739-4e28-b60d-2472ff286030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.788184 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b887c64a-7739-4e28-b60d-2472ff286030 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/54ee1b41-8abd-4bab-b902-62f35f160ffa HTTP/1.1" status: 204 len: 168 time: 0.4694643 Aug 09 02:40:50.788521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.789279 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.796411 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c846e7-a829-4efa-83cb-45b06f1eb508 req-f448a987-1ae4-4a08-867c-61b0e4d39e94 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:50.814328 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b8c846e7-a829-4efa-83cb-45b06f1eb508 req-f448a987-1ae4-4a08-867c-61b0e4d39e94 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.1295130 Aug 09 02:40:50.910893 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b8c846e7-a829-4efa-83cb-45b06f1eb508 req-90fc22bb-4f3a-4144-b3aa-48ee5bb32fa0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951581 Aug 09 02:40:50.929118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c64a-7739-4e28-b60d-2472ff286030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee1b41-8abd-4bab-b902-62f35f160ffa,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:50.931900 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5496-1cb3-485e-af24-6a6bfecd56be admin admin] Publish callbacks [] for security_group (4de9938f-1b5a-43f5-b34f-b7f7c49968ab), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:50.958080 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5496-1cb3-485e-af24-6a6bfecd56be admin admin] Publish callbacks [] for security_group (4de9938f-1b5a-43f5-b34f-b7f7c49968ab), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.083269 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fda9-fc80-4318-9ba3-e10020247e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (592a126d-41d3-4cb9-bef9-ac17cf9dd10b), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.085831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3e6fda9-fc80-4318-9ba3-e10020247e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.091077 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:51.091600 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Network 383daeb1-4f03-438c-8857-8e6c80656675 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:51.107541 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-a3e6fda9-fc80-4318-9ba3-e10020247e30 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/592a126d-41d3-4cb9-bef9-ac17cf9dd10b HTTP/1.1" status: 204 len: 168 time: 1.2019482 Aug 09 02:40:51.132081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:51.133159 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-3a16b138-ea04-4118-b7c7-2032ca0a9be5 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:51.144623 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-3a16b138-ea04-4118-b7c7-2032ca0a9be5 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.8285241 Aug 09 02:40:51.152713 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:51.163650 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6fda9-fc80-4318-9ba3-e10020247e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592a126d-41d3-4cb9-bef9-ac17cf9dd10b,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:51.200963 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5496-1cb3-485e-af24-6a6bfecd56be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4de9938f-1b5a-43f5-b34f-b7f7c49968ab), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.205157 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5496-1cb3-485e-af24-6a6bfecd56be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.209094 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bd2a5496-1cb3-485e-af24-6a6bfecd56be admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4de9938f-1b5a-43f5-b34f-b7f7c49968ab HTTP/1.1" status: 204 len: 168 time: 0.8491604 Aug 09 02:40:51.233378 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-cc29eaff-8157-4ebe-bfe8-f88853365401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:51.235937 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-cc29eaff-8157-4ebe-bfe8-f88853365401 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=88f96c9ae9b44b91a4db2187160a5688&device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 1127 time: 0.2568529 Aug 09 02:40:51.249054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a5496-1cb3-485e-af24-6a6bfecd56be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de9938f-1b5a-43f5-b34f-b7f7c49968ab,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:51.356877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59522) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:51.366284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149305033', 'description': 'tempest-description--537332097'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:51.421722 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-5ec641ed-5a95-4ce6-a50b-7c171578f7d2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 380 time: 0.2339664 Aug 09 02:40:51.453341 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'port': {'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'admin_state_up': True, 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'security_groups': ['6d1442b7-c4cc-43d6-b839-60ed3ed27f12']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:51.490259 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.541150 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:44Z', 'revision_number': 2, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:51.615900 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:51.620248 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Updating router 56ef860f-9e25-4781-b908-46bbeb298530 port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:51.625353 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-424fb754-5431-4452-b1f0-cb32a1727ab5 None None] Provisioning complete for port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:51.626613 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-424fb754-5431-4452-b1f0-cb32a1727ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.631603 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:51.671022 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:40:51.676817 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8a27149e-61df-4eb8-a5c7-eb7130fd3932 req-523ae10f-3642-4325-9324-db77bbf5ad5b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.0974822 Aug 09 02:40:51.684158 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.716651 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:51.721089 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-424fb754-5431-4452-b1f0-cb32a1727ab5 None None] Port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:51.727372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:51.825114 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (d64f8d5d-e5a8-471a-92e3-1fc503818d2f), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.831673 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d64f8d5d-e5a8-471a-92e3-1fc503818d2f), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.838844 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Made reservation on behalf of 8ce26c854fc24cadb2be5ebd441b8f3a for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:51.842971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.879879 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59532) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:51.882094 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:51.906674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1d590d81-cecd-4d0a-af2a-8de02617696e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.927860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:51.929190 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5719056 Aug 09 02:40:51.932652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59534) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:51.962963 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'security_group_rule': {'security_group_id': 'd64f8d5d-e5a8-471a-92e3-1fc503818d2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:51.996639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977a13f-d6c3-46dd-a6a0-41c4a79da6b3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f8d5d-e5a8-471a-92e3-1fc503818d2f,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:52.079414 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (9cd7a06c-bbc6-443a-9234-20bf7e49b82e), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.105532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-cbc43ec9-290a-4ed2-b2b2-e33f80cff0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:52.108285 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-cbc43ec9-290a-4ed2-b2b2-e33f80cff0c0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b3049e7c-6008-434c-a53c-a1a2f6df9e45 HTTP/1.1" status: 200 len: 912 time: 0.7638199 Aug 09 02:40:52.135013 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:40:52.141398 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ef098575-077b-4df5-b999-046dfb8d2b48 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/32ed36ba-9f89-4ad9-89f0-1e7777a2066c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4179153 Aug 09 02:40:52.153304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Sync routers for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:40:52.168101 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Publish callbacks [] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.173709 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:52.174680 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:52.179179 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.197189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:52.299200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0f971-a5b9-47af-bb58-1b2bcc22b66b req-1c46adf8-83fb-40f3-bc69-3cfeadac8e27 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:52.303320 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-23b0f971-a5b9-47af-bb58-1b2bcc22b66b req-1c46adf8-83fb-40f3-bc69-3cfeadac8e27 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.2439327 Aug 09 02:40:52.306959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59546) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:52.318452 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97620f-6603-461c-b64c-5aad4f665ce1 None None] Pushing event updated for resources: {'Port': ['ID=96382e07-8c18-4d6d-a4e9-41f71c91bd20,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:52.322833 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Attempting to bind port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:52.323195 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Attempting to bind port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:52.323551 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Attempting to bind port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:52.335875 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:52.336238 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Checking segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:52.336635 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.337016 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Bound using segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:52.337477 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Bound port: 96382e07-8c18-4d6d-a4e9-41f71c91bd20, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:52.337844 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.342002 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7594974b-d3b1-4cc7-ba75-991d02fe4a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.377147 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:52.428793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (9cd7a06c-bbc6-443a-9234-20bf7e49b82e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.443144 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] For port 96382e07-8c18-4d6d-a4e9-41f71c91bd20, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:52.447521 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] For port 96382e07-8c18-4d6d-a4e9-41f71c91bd20, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=96382e07-8c18-4d6d-a4e9-41f71c91bd20,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:52.460403 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.482950 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (9cd7a06c-bbc6-443a-9234-20bf7e49b82e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.524646 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:52.530302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd7a06c-bbc6-443a-9234-20bf7e49b82e,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:52.547902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7594974b-d3b1-4cc7-ba75-991d02fe4a2c admin admin] Publish callbacks [] for security_group (d8eedeeb-11e6-41df-8e2d-ffaa5747abcc), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.551806 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:52.552383 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:52.560688 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7594974b-d3b1-4cc7-ba75-991d02fe4a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d8eedeeb-11e6-41df-8e2d-ffaa5747abcc), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.582208 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:52.586820 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.20.0.3 (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7/8e11e606-97ff-4906-9805-a4c6bcbac7f9/78354ed7-300a-4712-933c-8e98c2dff363) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:52.592493 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-23b0f971-a5b9-47af-bb58-1b2bcc22b66b req-5084aa86-756e-4410-a2a9-3a310ead32a7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935387 Aug 09 02:40:52.607374 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.608647 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0c6db898-3f8e-4405-a9f5-94d31995f401 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6717758 Aug 09 02:40:52.612066 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1d590d81-cecd-4d0a-af2a-8de02617696e admin admin] Publish callbacks [] for security_group (460a01a2-c9f1-4600-9580-c17b39c34d06), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.617543 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59554) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:52.623621 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'security_group_rule': {'security_group_id': 'd64f8d5d-e5a8-471a-92e3-1fc503818d2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:52.625922 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594974b-d3b1-4cc7-ba75-991d02fe4a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eedeeb-11e6-41df-8e2d-ffaa5747abcc,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:52.651037 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1d590d81-cecd-4d0a-af2a-8de02617696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (460a01a2-c9f1-4600-9580-c17b39c34d06), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.682457 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7594974b-d3b1-4cc7-ba75-991d02fe4a2c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f2f0015aa161493cb1ffa38823209d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738422 Aug 09 02:40:52.684120 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59558) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:52.709959 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1d590d81-cecd-4d0a-af2a-8de02617696e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=da837c9180b942c4a723ae9c24dc6fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8223267 Aug 09 02:40:52.710317 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97620f-6603-461c-b64c-5aad4f665ce1 None None] Pushing event updated for resources: {'Port': ['ID=96382e07-8c18-4d6d-a4e9-41f71c91bd20,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:52.718839 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59560) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:52.815800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (22036be9-d101-47ea-ba38-8db00e8a3c7f), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.820767 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6916927-acee-43ec-a0cf-6bbf5ba8e3bc admin admin] Publish callbacks [] for security_group (460a01a2-c9f1-4600-9580-c17b39c34d06), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.850360 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-204adb11-f4f1-450f-a03c-a6430899f732 admin admin] Publish callbacks [] for security_group (d8eedeeb-11e6-41df-8e2d-ffaa5747abcc), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.856602 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:49Z', 'revision_number': 2, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:52.876941 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6916927-acee-43ec-a0cf-6bbf5ba8e3bc admin admin] Publish callbacks [] for security_group (460a01a2-c9f1-4600-9580-c17b39c34d06), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.880267 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:52.941122 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-ff164c1e-ef8d-474c-8642-0d9adfa0b92a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01cee1a-247a-4147-8cbe-c15281979780 HTTP/1.1" status: 200 len: 217 time: 0.0474463 Aug 09 02:40:52.946282 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-204adb11-f4f1-450f-a03c-a6430899f732 admin admin] Publish callbacks [] for security_group (d8eedeeb-11e6-41df-8e2d-ffaa5747abcc), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:52.950143 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Checking router: 32ed36ba-9f89-4ad9-89f0-1e7777a2066c for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:40:52.950790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Updating router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:40:52.984030 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590d81-cecd-4d0a-af2a-8de02617696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a01a2-c9f1-4600-9580-c17b39c34d06,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:53.004540 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:53.031846 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-57aef06c-c247-4420-afda-160ae3938d59 req-98ba7278-a1f9-4ef3-b1c5-64c2f7df7ce6 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.1867268 Aug 09 02:40:53.046000 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.055328 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-ca9a04d4-dab0-4741-b95d-1a98bf48ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:53.058040 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-ca9a04d4-dab0-4741-b95d-1a98bf48ae65 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=e7672434-cc40-4ae0-9a40-c7ec4b27dc63 HTTP/1.1" status: 200 len: 850 time: 0.1092789 Aug 09 02:40:53.114341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-d3bf1480-defe-40e8-8905-d8dad65d8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:53.116158 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-d3bf1480-defe-40e8-8905-d8dad65d8194 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b3049e7c-6008-434c-a53c-a1a2f6df9e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516469 Aug 09 02:40:53.135102 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6916927-acee-43ec-a0cf-6bbf5ba8e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (460a01a2-c9f1-4600-9580-c17b39c34d06), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.138078 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6916927-acee-43ec-a0cf-6bbf5ba8e3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.139009 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f6916927-acee-43ec-a0cf-6bbf5ba8e3bc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/460a01a2-c9f1-4600-9580-c17b39c34d06 HTTP/1.1" status: 204 len: 168 time: 0.4188461 Aug 09 02:40:53.152900 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-204adb11-f4f1-450f-a03c-a6430899f732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d8eedeeb-11e6-41df-8e2d-ffaa5747abcc), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.155410 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-204adb11-f4f1-450f-a03c-a6430899f732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.159000 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-204adb11-f4f1-450f-a03c-a6430899f732 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d8eedeeb-11e6-41df-8e2d-ffaa5747abcc HTTP/1.1" status: 204 len: 168 time: 0.4710100 Aug 09 02:40:53.179503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (22036be9-d101-47ea-ba38-8db00e8a3c7f), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.205859 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916927-acee-43ec-a0cf-6bbf5ba8e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a01a2-c9f1-4600-9580-c17b39c34d06,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:53.218331 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (22036be9-d101-47ea-ba38-8db00e8a3c7f), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.221674 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204adb11-f4f1-450f-a03c-a6430899f732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eedeeb-11e6-41df-8e2d-ffaa5747abcc,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:53.269015 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-57d12b6c-9281-448e-aaeb-fe2c161802ca service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455159 Aug 09 02:40:53.307493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (78354ed7-300a-4712-933c-8e98c2dff363), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.369244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (78354ed7-300a-4712-933c-8e98c2dff363), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.376474 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:52Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:53.410331 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:53.444853 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599a5e6-2e07-4433-9d7f-9c689bb81ba2 None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:52Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:53.518582 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d708ffbb-dd6f-4c28-a17d-a66d227c20f3 req-8d828551-4a9e-4cf6-a2e3-369e60b5b211 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433333 Aug 09 02:40:53.556966 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:53.558026 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:53.858434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:53.858947 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 96382e07-8c18-4d6d-a4e9-41f71c91bd20 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:53.860593 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=78354ed7-300a-4712-933c-8e98c2dff363,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:53.863670 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22036be9-d101-47ea-ba38-8db00e8a3c7f,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:53.869678 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Publish callbacks [] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.908741 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.909215 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:53.913181 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c1796cb1-f838-426d-9972-b400dbd97d8c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2913456 Aug 09 02:40:53.913434 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59600) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:53.920521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:53.989523 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.005215 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:54.005215 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.005215 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9b722-cc5f-4a58-b03e-758d60fd3ec5 None None] Pushing event updated for resources: {'Port': ['ID=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:54.091167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:54.110058 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Attempting to bind port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:54.110529 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Attempting to bind port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:54.110805 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Attempting to bind port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:54.115330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:54.123224 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:54.125386 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:54.125766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Checking segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:54.126187 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.126578 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Bound using segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:54.127056 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Bound port: c8d14881-48c8-4869-ac0a-4c7e7c5e4f53, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:54.129474 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.153989 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:54.154853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.175593 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae327-a084-47d8-8604-d75635a5f5b5 req-6e656f78-911a-477a-8ba3-17f7f2c739d7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:54.175803 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.177198 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b63ae327-a084-47d8-8604-d75635a5f5b5 req-6e656f78-911a-477a-8ba3-17f7f2c739d7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.3198075 Aug 09 02:40:54.263207 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:54.263376 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.264810 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-b67d65a5-3f55-4b6f-83ab-e8e18defc8e3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8267243 Aug 09 02:40:54.323179 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Request body: {'port': {'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:54.330539 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 96382e07-8c18-4d6d-a4e9-41f71c91bd20, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=96382e07-8c18-4d6d-a4e9-41f71c91bd20,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:54.344225 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ece74291-58a2-4835-a04e-b100d4d35ff9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:54.347475 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.361029 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ece74291-58a2-4835-a04e-b100d4d35ff9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 818 time: 1.0167382 Aug 09 02:40:54.461363 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b63ae327-a084-47d8-8604-d75635a5f5b5 req-429cd775-bcf3-4381-b569-4d8cf4a2faa1 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646184 Aug 09 02:40:54.469402 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=96382e07-8c18-4d6d-a4e9-41f71c91bd20,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:54.473510 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Allocated IP 172.27.2.132 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/9f92d8a9-99e8-4bb3-abe5-b5778dd4f820) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:54.475667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] For port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:54.496694 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] For port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:54.516707 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.529591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-0ea44241-d9ef-48d7-b7c5-ae72848f28fb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/quotas/65aab6ab3ce94cbd93916edf9c3eedc0 HTTP/1.1" status: 200 len: 375 time: 0.0907638 Aug 09 02:40:54.541343 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:40:54.542616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:40:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:54.589317 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (78354ed7-300a-4712-933c-8e98c2dff363), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.668783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-07f9fcd4-5a49-43cf-bef5-c72c6bb1b764 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334088 Aug 09 02:40:54.700467 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:54.706017 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-29522354-ae23-4a2d-ba3b-04650b6edd53 None None] Provisioning complete for port 78354ed7-300a-4712-933c-8e98c2dff363 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:54.706995 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-29522354-ae23-4a2d-ba3b-04650b6edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (78354ed7-300a-4712-933c-8e98c2dff363), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.758422 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.786594 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74ed92-d0c0-4c9b-9c77-1eb763ce7940 req-89c318d1-003a-4b5d-b78d-167fa47ecb4f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:54.788275 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba74ed92-d0c0-4c9b-9c77-1eb763ce7940 req-89c318d1-003a-4b5d-b78d-167fa47ecb4f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 931 time: 0.1637774 Aug 09 02:40:54.808247 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9b722-cc5f-4a58-b03e-758d60fd3ec5 None None] Pushing event updated for resources: {'Port': ['ID=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:54.822996 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:54.828557 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-29522354-ae23-4a2d-ba3b-04650b6edd53 None None] Port 78354ed7-300a-4712-933c-8e98c2dff363 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:54.844825 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:40:54.850577 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:54.853806 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:54.909603 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:55.023221 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'Port': ['ID=9f92d8a9-99e8-4bb3-abe5-b5778dd4f820,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:55.092150 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (250ad179-c96d-44a7-a0ad-4804cecbd558), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.108185 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:55.141315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:40:55.160916 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.178485 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d55900-7e36-4b0d-9b6a-901b94ded034 None None] The sync data for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi is: [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:40:55.184362 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d01cee1a-247a-4147-8cbe-c15281979780 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:40:55.244443 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba74ed92-d0c0-4c9b-9c77-1eb763ce7940 req-eac01fc9-616b-42ff-a1ba-6608921a689f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027266 Aug 09 02:40:55.326605 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-0ff8097a-9d87-4ba4-9c06-7f046f507ef2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297851 Aug 09 02:40:55.365154 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:55.398893 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d01cee1a-247a-4147-8cbe-c15281979780,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:55.435194 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'd01cee1a-247a-4147-8cbe-c15281979780', 'network_id': 'b3049e7c-6008-434c-a53c-a1a2f6df9e45', 'port_id': 'd01cee1a-247a-4147-8cbe-c15281979780', 'mac_address': 'fa:16:3e:40:36:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7672434-cc40-4ae0-9a40-c7ec4b27dc63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:40:55.437408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:55.454849 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.462766 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.464089 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (250ad179-c96d-44a7-a0ad-4804cecbd558), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.511532 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port d01cee1a-247a-4147-8cbe-c15281979780 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:55.515562 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d01cee1a-247a-4147-8cbe-c15281979780), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.537536 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'Port': ['ID=9f92d8a9-99e8-4bb3-abe5-b5778dd4f820,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:55.552428 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01cee1a-247a-4147-8cbe-c15281979780 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:40:55.568648 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.571356 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ed93fdc2-0440-4d3a-8322-91b61a95fc84 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6560392 Aug 09 02:40:55.575546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:55.597274 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d01cee1a-247a-4147-8cbe-c15281979780,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:55.603004 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.656358 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78354ed7-300a-4712-933c-8e98c2dff363 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:40:55.661996 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:55.663166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:55.669343 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:55.669571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Publish callbacks [] for port (78354ed7-300a-4712-933c-8e98c2dff363), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.714707 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2eee5-cf6d-4557-8f0c-6fa2d83b88df req-f1d4ee7f-db26-4aa2-8575-be499abf7ed0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:55.716160 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72e2eee5-cf6d-4557-8f0c-6fa2d83b88df req-f1d4ee7f-db26-4aa2-8575-be499abf7ed0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 944 time: 0.1209943 Aug 09 02:40:55.717539 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Transition to ACTIVE for port object 78354ed7-300a-4712-933c-8e98c2dff363 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:40:55.720065 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-f61fe880-e8cc-43c0-a78f-c5b27274ee35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655968 Aug 09 02:40:55.725515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (78354ed7-300a-4712-933c-8e98c2dff363), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:55.926432 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['d01cee1a-247a-4147-8cbe-c15281979780'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:40:55.944519 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72e2eee5-cf6d-4557-8f0c-6fa2d83b88df req-a9fcf339-3d21-4000-996a-aa7fce266a0f tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029703 Aug 09 02:40:55.961862 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Pushing event updated for resources: {'Port': ['ID=78354ed7-300a-4712-933c-8e98c2dff363,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:55.970632 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Attempting to bind port 78354ed7-300a-4712-933c-8e98c2dff363 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:40:55.970987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Attempting to bind port 78354ed7-300a-4712-933c-8e98c2dff363 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:40:55.971326 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Attempting to bind port 78354ed7-300a-4712-933c-8e98c2dff363 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:55.979448 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Port 78354ed7-300a-4712-933c-8e98c2dff363 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:40:55.979757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Attempting to bind port 78354ed7-300a-4712-933c-8e98c2dff363 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:40:55.987611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:40:55.987992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:40:55.988549 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Bound using segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:40:55.993241 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Bound port: 78354ed7-300a-4712-933c-8e98c2dff363, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:40:55.994184 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (78354ed7-300a-4712-933c-8e98c2dff363), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:56.045746 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 96382e07-8c18-4d6d-a4e9-41f71c91bd20 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:56.187210 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fc09ea8b-e491-4b23-957f-e5d02c8eb06d req-70b28660-932c-4751-9703-2e3474dab6fb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 210 time: 0.0953367 Aug 09 02:40:56.212089 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:56.213032 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:56.297256 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-1d9b9c0c-8efd-4f16-b1bc-106c13cad257 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--149305033&fields=id&tenant_id=467b42c2bec74fcbbf90d007a6e00096 HTTP/1.1" status: 200 len: 267 time: 0.1210179 Aug 09 02:40:56.303128 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] For port 78354ed7-300a-4712-933c-8e98c2dff363, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:40:56.425552 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:40:56.433518 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] For port 78354ed7-300a-4712-933c-8e98c2dff363, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=78354ed7-300a-4712-933c-8e98c2dff363,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:40:56.454788 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:56.456645 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:56.554840 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:56.556700 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:56.582807 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (78354ed7-300a-4712-933c-8e98c2dff363), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:56.587694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:56.588508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:56.590859 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/78354ed7-300a-4712-933c-8e98c2dff363 HTTP/1.1" status: 200 len: 1093 time: 2.2903011 Aug 09 02:40:56.602915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:40:56.851177 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:56.853236 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:56.860573 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-b9fc9cc1-25b6-4dd1-84fd-f05cfe50d338 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:56.872969 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-b9fc9cc1-25b6-4dd1-84fd-f05cfe50d338 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 810 time: 0.5509295 Aug 09 02:40:56.937091 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:56.952968 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:57.034054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c579e4-b01e-4baf-82a7-45ad286ceea0 req-b3db47ea-7509-40b7-b666-405038192391 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:57.042710 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-16c579e4-b01e-4baf-82a7-45ad286ceea0 req-b3db47ea-7509-40b7-b666-405038192391 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 943 time: 0.6519186 Aug 09 02:40:57.081201 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:57.089636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-0b513090-1c79-4940-b98a-9a6c63384558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:57.091704 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-0b513090-1c79-4940-b98a-9a6c63384558 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 1127 time: 0.4017553 Aug 09 02:40:57.117438 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-471da192-f0ff-446c-902f-9ffcc09e304d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/quotas/467b42c2bec74fcbbf90d007a6e00096 HTTP/1.1" status: 200 len: 375 time: 0.1210306 Aug 09 02:40:57.174184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d01cee1a-247a-4147-8cbe-c15281979780 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:57.279235 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port d01cee1a-247a-4147-8cbe-c15281979780 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:40:57.286128 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port d01cee1a-247a-4147-8cbe-c15281979780 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:57.286778 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d01cee1a-247a-4147-8cbe-c15281979780), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:57.439931 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port d01cee1a-247a-4147-8cbe-c15281979780 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:57.442345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d01cee1a-247a-4147-8cbe-c15281979780), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:57.498402 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:40:57.584856 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d01cee1a-247a-4147-8cbe-c15281979780,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:40:57.592563 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:57.647968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "tag": "78354ed7-300a-4712-933c-8e98c2dff363"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:40:57.672892 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-9f23f3a2-e92b-418f-bedf-150cdbb51154 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78354ed7-300a-4712-933c-8e98c2dff363 HTTP/1.1" status: 200 len: 217 time: 0.5394752 Aug 09 02:40:57.677492 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:57.699505 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c67fe-6c80-4bd8-bd4f-eeb6550eaf0f service neutron] Pushing event updated for resources: {'Port': ['ID=78354ed7-300a-4712-933c-8e98c2dff363,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:57.737916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:57.825344 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-62ca5d3b-32c9-4f30-9879-171b89c5966d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2075932 Aug 09 02:40:57.883331 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:40:57.914560 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-16c579e4-b01e-4baf-82a7-45ad286ceea0 req-55cf2e48-95b4-4369-94ab-bcdff742a37b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8533347 Aug 09 02:40:57.947686 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-8589fd2f-1e5e-4ac5-946a-2ef7072a9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:57.949729 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-8589fd2f-1e5e-4ac5-946a-2ef7072a9faa service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.2040160 Aug 09 02:40:58.040536 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20524b43-7126-4e3d-a2e2-f56cf9aeefa9" -d '{"events": [{"server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "name": "network-vif-plugged", "status": "completed", "tag": "d01cee1a-247a-4147-8cbe-c15281979780"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:40:58.044858 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:58.045232 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:58.213535 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:40:58.213869 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ec62107a-4a78-4d5f-8ca1-f5844b20ff29 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:58.218270 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ec62107a-4a78-4d5f-8ca1-f5844b20ff29 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 818 time: 0.2802877 Aug 09 02:40:58.237867 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'port': {'device_id': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'admin_state_up': True, 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:40:58.254483 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-52faae50-c668-44f1-bccb-b870a9f72c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:58.256603 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-52faae50-c668-44f1-bccb-b870a9f72c33 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1935356 Aug 09 02:40:58.278670 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:58.327834 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-22bdf8fc-6247-4b48-85eb-49c184fa8c23 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443016 Aug 09 02:40:58.338534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-e7ae133a-7343-4791-885f-cb5e15b2c885 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:58.340050 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-e7ae133a-7343-4791-885f-cb5e15b2c885 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 818 time: 0.2422664 Aug 09 02:40:58.420230 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Made reservation on behalf of 65aab6ab3ce94cbd93916edf9c3eedc0 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:40:58.425621 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:58.471673 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-182cace0-ee5c-44aa-890c-b2c0d93a1d75 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/quotas/65aab6ab3ce94cbd93916edf9c3eedc0 HTTP/1.1" status: 200 len: 375 time: 0.1202121 Aug 09 02:40:58.589071 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-c03ee2e9-5fd7-4f66-9104-1d27d3bf3325 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162832 Aug 09 02:40:58.704065 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-bd88312f-286a-4ea7-869c-b9c832829b5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624003 Aug 09 02:40:58.711139 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Allocated IP 172.20.0.13 (383daeb1-4f03-438c-8857-8e6c80656675/d8a4ee7f-364c-4865-b8a7-bee8a5b86b11/6db685d1-484e-4847-8638-637842940e30) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:40:58.749065 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-d870da80-bdff-458f-af97-73bc667ca9e4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995886 Aug 09 02:40:58.809840 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:58.993581 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-07845bcb-b70a-4583-897a-9b5b1649b215 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036214 Aug 09 02:40:59.096896 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for port (6db685d1-484e-4847-8638-637842940e30), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.147012 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (6db685d1-484e-4847-8638-637842940e30), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.196848 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c11245b-b440-49f5-90dd-6cca09d725a1 req-e5317492-cd7a-45d4-800f-ae585cb70f03 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378479 Aug 09 02:40:59.204371 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79725fb9-e017-4fa9-bede-1c221fef9b7b req-a6e4b897-610d-4396-b8eb-fbdc1254dff0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:59.205209 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Network 383daeb1-4f03-438c-8857-8e6c80656675 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:40:59.205870 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-79725fb9-e017-4fa9-bede-1c221fef9b7b req-a6e4b897-610d-4396-b8eb-fbdc1254dff0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1817441 Aug 09 02:40:59.209694 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:40:59.214611 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:40:59.224223 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:40:59.225370 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.236073 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'Port': ['ID=6db685d1-484e-4847-8638-637842940e30,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:59.255664 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-536253d8-741d-4abc-98b0-ccc1b6cc9ad6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0244157 Aug 09 02:40:59.315064 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-62c6bc8e-394b-4ea0-b925-b45f0569ac5e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149097 Aug 09 02:40:59.343733 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-79725fb9-e017-4fa9-bede-1c221fef9b7b req-950298cc-9090-4fda-a180-89478cc35bab tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111863 Aug 09 02:40:59.501929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-f2e4cd68-ff65-4c2d-a167-bed40151cd49 None None] Provisioning complete for port 6db685d1-484e-4847-8638-637842940e30 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:40:59.507560 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f2e4cd68-ff65-4c2d-a167-bed40151cd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (6db685d1-484e-4847-8638-637842940e30), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.546707 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59818) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:40:59.607345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4cd68-ff65-4c2d-a167-bed40151cd49 None None] Port 6db685d1-484e-4847-8638-637842940e30 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:40:59.713784 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:40:59.722868 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11b66c94-3f80-4a4d-bf3a-810815cb74af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.817481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d921f38-09d2-4231-b374-7ba82806e6f5 x-openstack-request-id: req-7d921f38-09d2-4231-b374-7ba82806e6f5 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:40:59.818056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "tag": "78354ed7-300a-4712-933c-8e98c2dff363", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:40:59.818427 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d921f38-09d2-4231-b374-7ba82806e6f5 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:40:59.819465 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d921f38-09d2-4231-b374-7ba82806e6f5'] response: {'name': 'network-changed', 'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363', 'status': 'completed', 'code': 200} Aug 09 02:40:59.879934 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e4e696-7080-41fc-ba6c-b22596f9228b x-openstack-request-id: req-f7e4e696-7080-41fc-ba6c-b22596f9228b {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:40:59.880443 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "name": "network-vif-plugged", "status": "completed", "tag": "d01cee1a-247a-4147-8cbe-c15281979780", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:40:59.880863 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7e4e696-7080-41fc-ba6c-b22596f9228b {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:40:59.881477 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e4e696-7080-41fc-ba6c-b22596f9228b'] response: {'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780', 'code': 200} Aug 09 02:40:59.887191 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11b66c94-3f80-4a4d-bf3a-810815cb74af admin admin] Publish callbacks [] for security_group (6c7e94ed-6488-40fa-9a03-20523ce44bac), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.898332 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11b66c94-3f80-4a4d-bf3a-810815cb74af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6c7e94ed-6488-40fa-9a03-20523ce44bac), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:40:59.935807 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9de2c88c-f08b-4131-923b-3fa63f4e09f9 req-d200cd65-1fc1-4a70-9727-70ede26be5cd tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0376682 Aug 09 02:40:59.953717 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b66c94-3f80-4a4d-bf3a-810815cb74af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e94ed-6488-40fa-9a03-20523ce44bac,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:40:59.984560 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-11b66c94-3f80-4a4d-bf3a-810815cb74af admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fab6cfb2433d4672b4a6d30aac1bbcfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341521 Aug 09 02:40:59.984777 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59846) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:00.048998 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecb28-4da0-488a-be14-f52a070d9326 admin admin] Publish callbacks [] for security_group (6c7e94ed-6488-40fa-9a03-20523ce44bac), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.066885 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-07d24fb2-d401-41b6-8570-12d5de341d16 req-062b6ed3-2f07-49a0-99c6-1f02f8875f91 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0537548 Aug 09 02:41:00.078418 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550d5a-fb5a-4ebb-8985-f783f1708100 req-49af7bce-9785-4c1b-8a64-6f6ccbff04ca tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:00.083225 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecb28-4da0-488a-be14-f52a070d9326 admin admin] Publish callbacks [] for security_group (6c7e94ed-6488-40fa-9a03-20523ce44bac), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.085526 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f550d5a-fb5a-4ebb-8985-f783f1708100 req-49af7bce-9785-4c1b-8a64-6f6ccbff04ca tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 943 time: 0.1301036 Aug 09 02:41:00.093576 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:00.153748 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecb28-4da0-488a-be14-f52a070d9326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6c7e94ed-6488-40fa-9a03-20523ce44bac), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.157146 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecb28-4da0-488a-be14-f52a070d9326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.157418 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f550d5a-fb5a-4ebb-8985-f783f1708100 req-e2133bb9-1f22-4ced-8449-6c1d4fab77cf tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707459 Aug 09 02:41:00.158335 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3b3ecb28-4da0-488a-be14-f52a070d9326 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6c7e94ed-6488-40fa-9a03-20523ce44bac HTTP/1.1" status: 204 len: 168 time: 0.1719270 Aug 09 02:41:00.176822 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ecb28-4da0-488a-be14-f52a070d9326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e94ed-6488-40fa-9a03-20523ce44bac,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:00.352679 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59866) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:00.470065 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8f2b-7c2b-4aa2-95eb-e2f7e785e38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.479862 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7813-941b-439e-b99f-4bd33fff8122 req-39015030-5cfc-4c02-857c-8aed717e413d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:00.486648 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c5b7813-941b-439e-b99f-4bd33fff8122 req-39015030-5cfc-4c02-857c-8aed717e413d tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0554028 Aug 09 02:41:00.492053 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59872) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:00.508460 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c5391f4-d6a6-4e20-a3b5-839ff3aedd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.533043 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c5b7813-941b-439e-b99f-4bd33fff8122 req-57751ec1-fa05-42aa-902b-4373948756a4 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Aug 09 02:41:00.580655 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:00.625891 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8f2b-7c2b-4aa2-95eb-e2f7e785e38f admin admin] Publish callbacks [] for security_group (70e595bb-a705-41df-8ac2-f6e02378787a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.631792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c884-9abf-4554-86a7-5ef854144988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.638658 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8f2b-7c2b-4aa2-95eb-e2f7e785e38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (70e595bb-a705-41df-8ac2-f6e02378787a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.684465 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c5391f4-d6a6-4e20-a3b5-839ff3aedd61 admin admin] Publish callbacks [] for security_group (5f1f3a74-b324-4637-8780-16f213684849), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.691852 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3cdb8f2b-7c2b-4aa2-95eb-e2f7e785e38f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6d7d0244d97f41ef96d4290ce13732a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373997 Aug 09 02:41:00.694748 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59874) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:00.696193 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c5391f4-d6a6-4e20-a3b5-839ff3aedd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5f1f3a74-b324-4637-8780-16f213684849), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.699891 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb8f2b-7c2b-4aa2-95eb-e2f7e785e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e595bb-a705-41df-8ac2-f6e02378787a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:00.743158 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7c5391f4-d6a6-4e20-a3b5-839ff3aedd61 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f5ccacc299504b4b983ae7ec02d7b478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500854 Aug 09 02:41:00.744251 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5391f4-d6a6-4e20-a3b5-839ff3aedd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f3a74-b324-4637-8780-16f213684849,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:00.745870 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59876) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:00.755615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47ae2f7d-9bf2-4787-85e1-af5aea2909c1 admin admin] Publish callbacks [] for security_group (70e595bb-a705-41df-8ac2-f6e02378787a), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.792200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:00.798125 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47ae2f7d-9bf2-4787-85e1-af5aea2909c1 admin admin] Publish callbacks [] for security_group (70e595bb-a705-41df-8ac2-f6e02378787a), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.842653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-732a288f-33ad-47e2-99fa-707f0586ee93 admin admin] Publish callbacks [] for security_group (5f1f3a74-b324-4637-8780-16f213684849), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.870905 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-732a288f-33ad-47e2-99fa-707f0586ee93 admin admin] Publish callbacks [] for security_group (5f1f3a74-b324-4637-8780-16f213684849), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.879976 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47ae2f7d-9bf2-4787-85e1-af5aea2909c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (70e595bb-a705-41df-8ac2-f6e02378787a), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.882400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47ae2f7d-9bf2-4787-85e1-af5aea2909c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.883554 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-47ae2f7d-9bf2-4787-85e1-af5aea2909c1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/70e595bb-a705-41df-8ac2-f6e02378787a HTTP/1.1" status: 204 len: 168 time: 0.1877952 Aug 09 02:41:00.903763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae2f7d-9bf2-4787-85e1-af5aea2909c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e595bb-a705-41df-8ac2-f6e02378787a,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:00.935458 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-732a288f-33ad-47e2-99fa-707f0586ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5f1f3a74-b324-4637-8780-16f213684849), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.938121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-732a288f-33ad-47e2-99fa-707f0586ee93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:00.939444 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-732a288f-33ad-47e2-99fa-707f0586ee93 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5f1f3a74-b324-4637-8780-16f213684849 HTTP/1.1" status: 204 len: 168 time: 0.1926379 Aug 09 02:41:00.948194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a288f-33ad-47e2-99fa-707f0586ee93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f3a74-b324-4637-8780-16f213684849,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:01.046744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f13822c-0752-4ecb-9fe9-3948cd06c456 req-2ec1bb47-42ba-49b4-8c27-ba7601ac67fd tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Aug 09 02:41:01.176217 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8276660-1ae8-46a5-82a8-4bf874064667 req-68ba0370-1144-4485-b5a0-d89cf1981c5e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0355258 Aug 09 02:41:01.284751 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 59896) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:01.298241 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06c6a2e1-3f71-42ac-a45e-d95089370439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.300907 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d51a9-660b-4725-a1b3-bd7b8999d517 req-6937004a-3ccf-4d54-9e4d-de592409eefa tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:01.302492 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-511d51a9-660b-4725-a1b3-bd7b8999d517 req-6937004a-3ccf-4d54-9e4d-de592409eefa tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 943 time: 0.0504839 Aug 09 02:41:01.341419 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:01.350545 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-511d51a9-660b-4725-a1b3-bd7b8999d517 req-0e187f71-5f49-4eec-8907-4f2bec2c7129 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Aug 09 02:41:01.388148 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06c6a2e1-3f71-42ac-a45e-d95089370439 admin admin] Publish callbacks [] for security_group (bc2ef387-14b7-4e24-b794-5a0432d9c433), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.392566 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06c6a2e1-3f71-42ac-a45e-d95089370439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (bc2ef387-14b7-4e24-b794-5a0432d9c433), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.433038 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-06c6a2e1-3f71-42ac-a45e-d95089370439 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9760ebba004041b6aeaa45c8bd48700d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471906 Aug 09 02:41:01.433901 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6a2e1-3f71-42ac-a45e-d95089370439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2ef387-14b7-4e24-b794-5a0432d9c433,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:01.435931 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 59902) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:01.488905 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4164873a-2bbe-42d4-be7d-f7e10331f073 admin admin] Publish callbacks [] for security_group (bc2ef387-14b7-4e24-b794-5a0432d9c433), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.513581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4164873a-2bbe-42d4-be7d-f7e10331f073 admin admin] Publish callbacks [] for security_group (bc2ef387-14b7-4e24-b794-5a0432d9c433), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.563596 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4164873a-2bbe-42d4-be7d-f7e10331f073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (bc2ef387-14b7-4e24-b794-5a0432d9c433), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.566670 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4164873a-2bbe-42d4-be7d-f7e10331f073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.570728 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4164873a-2bbe-42d4-be7d-f7e10331f073 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bc2ef387-14b7-4e24-b794-5a0432d9c433 HTTP/1.1" status: 204 len: 168 time: 0.1336482 Aug 09 02:41:01.579590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164873a-2bbe-42d4-be7d-f7e10331f073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2ef387-14b7-4e24-b794-5a0432d9c433,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:01.642404 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Request body: {'port': {'device_id': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:01.706350 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0f68a-f3c0-4bed-b660-53471d0eabd4 req-7ebb2a93-4402-44e3-b70d-4f6cf3852dc7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:01.708230 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a7a0f68a-f3c0-4bed-b660-53471d0eabd4 req-7ebb2a93-4402-44e3-b70d-4f6cf3852dc7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0764530 Aug 09 02:41:01.749129 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (6db685d1-484e-4847-8638-637842940e30), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:01.783212 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a7a0f68a-f3c0-4bed-b660-53471d0eabd4 req-b2739e6a-b90e-4fdd-a9df-e747c10798e6 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Aug 09 02:41:02.043031 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db685d1-484e-4847-8638-637842940e30 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:02.051002 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Publish callbacks [] for port (6db685d1-484e-4847-8638-637842940e30), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:02.063520 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Transition to ACTIVE for port object 6db685d1-484e-4847-8638-637842940e30 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:41:02.067992 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (6db685d1-484e-4847-8638-637842940e30), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:02.112327 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:02.163967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Attempting to bind port 6db685d1-484e-4847-8638-637842940e30 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:02.164247 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Attempting to bind port 6db685d1-484e-4847-8638-637842940e30 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:02.164526 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Attempting to bind port 6db685d1-484e-4847-8638-637842940e30 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:02.174459 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Pushing event updated for resources: {'Port': ['ID=6db685d1-484e-4847-8638-637842940e30,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:02.176446 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Port 6db685d1-484e-4847-8638-637842940e30 on network 383daeb1-4f03-438c-8857-8e6c80656675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:41:02.176768 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Attempting to bind port 6db685d1-484e-4847-8638-637842940e30 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:02.183266 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:02.183606 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Checking segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:02.183974 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Bound using segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:02.184404 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Bound port: 6db685d1-484e-4847-8638-637842940e30, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:02.184759 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (6db685d1-484e-4847-8638-637842940e30), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:02.233656 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a45c6bb4-5cd4-46d2-93b6-7b6ceb66dd05 req-c7fd3d01-7b19-4dba-8758-f1a394014728 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0759664 Aug 09 02:41:02.266385 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] For port 6db685d1-484e-4847-8638-637842940e30, host hv-cinder-85246, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:02.270652 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] For port 6db685d1-484e-4847-8638-637842940e30, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=6db685d1-484e-4847-8638-637842940e30,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:02.281214 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (6db685d1-484e-4847-8638-637842940e30), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:02.292044 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:02.292693 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:02.295196 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 200 len: 1094 time: 0.6578615 Aug 09 02:41:02.299769 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'tag': '6db685d1-484e-4847-8638-637842940e30'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:02.305911 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262390c3-a03d-49de-ad65-32d141baa8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a587f99c-5ad7-4fa2-945e-06954d45d44d", "tag": "6db685d1-484e-4847-8638-637842940e30"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:02.322845 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e450c6f4-d60b-40ef-b068-a491468785ce req-4b33520d-5f1c-4589-958d-200cfbb8cbae tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0473254 Aug 09 02:41:02.367734 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e4e59-03e2-4dd9-b458-c94aabd75306 x-openstack-request-id: req-445e4e59-03e2-4dd9-b458-c94aabd75306 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:02.368027 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a587f99c-5ad7-4fa2-945e-06954d45d44d", "tag": "6db685d1-484e-4847-8638-637842940e30", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:02.368273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-445e4e59-03e2-4dd9-b458-c94aabd75306 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:02.368853 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445e4e59-03e2-4dd9-b458-c94aabd75306'] response: {'name': 'network-changed', 'server_uuid': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'tag': '6db685d1-484e-4847-8638-637842940e30', 'status': 'completed', 'code': 200} Aug 09 02:41:02.397961 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f91b-ddfd-4f26-ac00-854e19f0cb59 service neutron] Pushing event updated for resources: {'Port': ['ID=6db685d1-484e-4847-8638-637842940e30,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:02.615916 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262390c3-a03d-49de-ad65-32d141baa8e5 req-5ab90ff1-2166-40e3-9cdf-77be68c840cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:02.618505 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-262390c3-a03d-49de-ad65-32d141baa8e5 req-5ab90ff1-2166-40e3-9cdf-77be68c840cb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1128 time: 0.0901916 Aug 09 02:41:02.638871 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08341b-ff50-4772-b33a-f364ea05070c req-5ee2df52-924e-44d0-b66b-4538cf376f62 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:02.641222 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f08341b-ff50-4772-b33a-f364ea05070c req-5ee2df52-924e-44d0-b66b-4538cf376f62 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 943 time: 0.1417511 Aug 09 02:41:02.782834 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:02.782834 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.13', 56471) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:02.951902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262390c3-a03d-49de-ad65-32d141baa8e5 req-ebc4f281-4316-4fda-a980-328261bceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:02.953238 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-262390c3-a03d-49de-ad65-32d141baa8e5 req-ebc4f281-4316-4fda-a980-328261bceb74 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3122411 Aug 09 02:41:02.981330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-74222ac8-ea1b-407f-9e88-8dc4a08ffa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:02.982875 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-74222ac8-ea1b-407f-9e88-8dc4a08ffa7e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 1127 time: 0.3302720 Aug 09 02:41:03.040791 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f08341b-ff50-4772-b33a-f364ea05070c req-77cad9e9-5a79-4952-9135-66ce3de591c2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910422 Aug 09 02:41:03.066309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109be1b-5df2-4be1-abf7-4d1626426bde req-39ff879d-6780-43a3-8321-6780efafe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:03.066309 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8109be1b-5df2-4be1-abf7-4d1626426bde req-39ff879d-6780-43a3-8321-6780efafe430 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 1129 time: 0.2768347 Aug 09 02:41:03.071974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2d2d9-9ed3-43aa-95d2-c60e7930919f req-b2ce3779-bdc2-4be4-abf9-cf7a009b25e0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:03.073646 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2da2d2d9-9ed3-43aa-95d2-c60e7930919f req-b2ce3779-bdc2-4be4-abf9-cf7a009b25e0 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1038072 Aug 09 02:41:03.123029 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7710af9b-0199-415d-822f-fd7b46c8553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:03.222719 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:03.253459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8109be1b-5df2-4be1-abf7-4d1626426bde req-7d7c90ad-511d-4f68-b5fc-792400b5a634 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:03.267262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.13', 56473) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:03.352866 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8109be1b-5df2-4be1-abf7-4d1626426bde req-7d7c90ad-511d-4f68-b5fc-792400b5a634 service neutron] Publish callbacks [] for security_group (4ee6ea52-f3dc-4b72-a1f2-926d5178787c), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:03.375401 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:03.387607 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:03.646740 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8109be1b-5df2-4be1-abf7-4d1626426bde req-7d7c90ad-511d-4f68-b5fc-792400b5a634 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4ee6ea52-f3dc-4b72-a1f2-926d5178787c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:03.827502 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262390c3-a03d-49de-ad65-32d141baa8e5 req-f2e3d05e-c842-441b-a92d-5dfbe8871de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:03.830035 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-262390c3-a03d-49de-ad65-32d141baa8e5 req-f2e3d05e-c842-441b-a92d-5dfbe8871de4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7459304 Aug 09 02:41:03.856670 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8109be1b-5df2-4be1-abf7-4d1626426bde req-7d7c90ad-511d-4f68-b5fc-792400b5a634 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101362 Aug 09 02:41:03.859722 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2da2d2d9-9ed3-43aa-95d2-c60e7930919f req-f212f758-fec4-4600-a94f-2537b90d0591 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788689 Aug 09 02:41:03.893386 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c90ad-511d-4f68-b5fc-792400b5a634 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee6ea52-f3dc-4b72-a1f2-926d5178787c,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:03.928984 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-69698a05-8b1d-4999-93d6-6f2c5ebeb9a5 req-9db2c0da-bbee-4510-9529-c927ac271cf8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0918782 Aug 09 02:41:04.024730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-26f54953-eb86-4e70-8ae3-044820de68aa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:04.026379 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-26f54953-eb86-4e70-8ae3-044820de68aa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 810 time: 0.6713073 Aug 09 02:41:04.061342 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c042fc6-f078-4023-b278-87f06bd82ba5 req-65c9ff6c-e593-4c89-bb35-784dbd2a8ffe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0877686 Aug 09 02:41:04.092824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-f8f57fdf-d8fc-4c65-93d3-fa0193b962db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:04.094613 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-f8f57fdf-d8fc-4c65-93d3-fa0193b962db service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.9924040 Aug 09 02:41:04.185734 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e2b80-51be-437b-9848-6cc77880d241 req-661d0754-09c2-48f9-9642-0179402625db tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:04.187266 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-072e2b80-51be-437b-9848-6cc77880d241 req-661d0754-09c2-48f9-9642-0179402625db tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 943 time: 0.0480123 Aug 09 02:41:04.241172 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-072e2b80-51be-437b-9848-6cc77880d241 req-d129f5d6-c252-4e73-88fb-d128dd25e540 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478218 Aug 09 02:41:04.286504 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:04.941750 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60080) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:04.986902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:05.004958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f294f0-8b51-4e56-847a-c3cc5082f774 req-39cc268b-91ce-462b-98f7-3c5680e33b03 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:05.006575 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e0f294f0-8b51-4e56-847a-c3cc5082f774 req-39cc268b-91ce-462b-98f7-3c5680e33b03 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0501919 Aug 09 02:41:05.061241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a3a62e8-79ba-46af-818e-f5868c0af496 req-2016c5aa-9ee7-43ca-8604-132f1a1f2711 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0422225 Aug 09 02:41:05.085852 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72fa93d3-8ba5-4e9c-9664-2beb97e57d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.097542 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e0f294f0-8b51-4e56-847a-c3cc5082f774 req-22284ea9-2c6b-4eba-aa6b-8eec1fa702ef tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848629 Aug 09 02:41:05.205984 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.210546 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72fa93d3-8ba5-4e9c-9664-2beb97e57d46 admin admin] Publish callbacks [] for security_group (5a84e4ff-e5bf-4025-942b-51a96970e7d5), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.212949 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e7a98272-81a8-43d1-9770-b84e7104660b req-101e8241-c673-4c86-b576-0d0140686a43 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0428188 Aug 09 02:41:05.214607 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72fa93d3-8ba5-4e9c-9664-2beb97e57d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5a84e4ff-e5bf-4025-942b-51a96970e7d5), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.254133 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-72fa93d3-8ba5-4e9c-9664-2beb97e57d46 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1c67d77e94db4a64b2c67529ad937773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112433 Aug 09 02:41:05.255399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa93d3-8ba5-4e9c-9664-2beb97e57d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84e4ff-e5bf-4025-942b-51a96970e7d5,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:05.256791 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60092) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:05.308280 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f72c-edc9-4595-ae12-8478c0800e43 admin admin] Publish callbacks [] for security_group (5a84e4ff-e5bf-4025-942b-51a96970e7d5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.330752 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f72c-edc9-4595-ae12-8478c0800e43 admin admin] Publish callbacks [] for security_group (5a84e4ff-e5bf-4025-942b-51a96970e7d5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.358577 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee73178-d6d6-4567-9d01-f738327c9918 req-22c545b7-d523-44d3-afdb-dc829e049126 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:05.360060 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dee73178-d6d6-4567-9d01-f738327c9918 req-22c545b7-d523-44d3-afdb-dc829e049126 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 943 time: 0.0476563 Aug 09 02:41:05.381701 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f72c-edc9-4595-ae12-8478c0800e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5a84e4ff-e5bf-4025-942b-51a96970e7d5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.384305 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f72c-edc9-4595-ae12-8478c0800e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.385456 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3ce9f72c-edc9-4595-ae12-8478c0800e43 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5a84e4ff-e5bf-4025-942b-51a96970e7d5 HTTP/1.1" status: 204 len: 168 time: 0.1268146 Aug 09 02:41:05.393105 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9f72c-edc9-4595-ae12-8478c0800e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84e4ff-e5bf-4025-942b-51a96970e7d5,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:05.414944 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dee73178-d6d6-4567-9d01-f738327c9918 req-27b71aaa-703c-4768-ba95-76ea14222558 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490472 Aug 09 02:41:05.453334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.697475 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60102) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:05.714028 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ce8363c6-56c4-4310-bcb6-0ff63de408bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.796115 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ce8363c6-56c4-4310-bcb6-0ff63de408bf admin admin] Publish callbacks [] for security_group (f773b16c-4a58-427b-b7eb-dec0d4190012), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.801503 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ce8363c6-56c4-4310-bcb6-0ff63de408bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (f773b16c-4a58-427b-b7eb-dec0d4190012), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.812092 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.842239 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ce8363c6-56c4-4310-bcb6-0ff63de408bf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e20908313ba14396b3f878fcefc1073e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436756 Aug 09 02:41:05.843097 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8363c6-56c4-4310-bcb6-0ff63de408bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773b16c-4a58-427b-b7eb-dec0d4190012,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:05.845322 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60104) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:05.898925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3464fe0c-1b80-4725-b417-d99f0f13dbdb admin admin] Publish callbacks [] for security_group (f773b16c-4a58-427b-b7eb-dec0d4190012), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.921465 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3464fe0c-1b80-4725-b417-d99f0f13dbdb admin admin] Publish callbacks [] for security_group (f773b16c-4a58-427b-b7eb-dec0d4190012), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.977386 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3464fe0c-1b80-4725-b417-d99f0f13dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (f773b16c-4a58-427b-b7eb-dec0d4190012), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.980870 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3464fe0c-1b80-4725-b417-d99f0f13dbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:05.982109 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3464fe0c-1b80-4725-b417-d99f0f13dbdb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f773b16c-4a58-427b-b7eb-dec0d4190012 HTTP/1.1" status: 204 len: 168 time: 0.1357722 Aug 09 02:41:05.989871 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464fe0c-1b80-4725-b417-d99f0f13dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773b16c-4a58-427b-b7eb-dec0d4190012,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:06.119745 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 78354ed7-300a-4712-933c-8e98c2dff363 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:41:06.138317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:06.144971 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:06.161923 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:06.186396 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-768bbfe9-8262-4467-8000-d7b24b97b7da req-575a1d52-741f-41c3-8f47-1aec20c2de29 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0433452 Aug 09 02:41:06.286525 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 78354ed7-300a-4712-933c-8e98c2dff363, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=78354ed7-300a-4712-933c-8e98c2dff363,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:06.300402 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '78354ed7-300a-4712-933c-8e98c2dff363', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:41:06.331987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7f68e-15c7-4225-91c2-b629c4c8fea7 req-be1bef92-6e20-4bd0-8b24-49ecd23a5aee tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:06.334661 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65a7f68e-15c7-4225-91c2-b629c4c8fea7 req-be1bef92-6e20-4bd0-8b24-49ecd23a5aee tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0974579 Aug 09 02:41:06.336345 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-923fc700-a3ba-49aa-8f67-8f390ed8df5a req-c2ceedc4-1870-4521-a121-276005b7e3b6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0443630 Aug 09 02:41:06.341522 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 78354ed7-300a-4712-933c-8e98c2dff363 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:06.341910 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (78354ed7-300a-4712-933c-8e98c2dff363), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:06.359241 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78354ed7-300a-4712-933c-8e98c2dff363 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:06.382979 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 78354ed7-300a-4712-933c-8e98c2dff363, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=78354ed7-300a-4712-933c-8e98c2dff363,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:06.388477 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (78354ed7-300a-4712-933c-8e98c2dff363), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:06.398971 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65a7f68e-15c7-4225-91c2-b629c4c8fea7 req-7666c540-c56c-4831-8416-ac18919e31df tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574710 Aug 09 02:41:06.425457 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:06.444866 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=78354ed7-300a-4712-933c-8e98c2dff363,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:06.569827 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5530c-3e3b-441c-ba77-4a1dde1e4cb5 req-bb757661-17c1-4997-b47e-dccf70425970 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:06.572241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6bb5530c-3e3b-441c-ba77-4a1dde1e4cb5 req-bb757661-17c1-4997-b47e-dccf70425970 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 944 time: 0.0685670 Aug 09 02:41:06.624285 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-804db602-4b0a-45ce-a0dc-3352a61ac2e9 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78354ed7-300a-4712-933c-8e98c2dff363 HTTP/1.1" status: 200 len: 217 time: 0.0799394 Aug 09 02:41:06.645640 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:06.708648 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6bb5530c-3e3b-441c-ba77-4a1dde1e4cb5 req-6c02e6ae-b671-4438-a998-6d0a7d9f5388 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247973 Aug 09 02:41:06.714837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d2395199-537b-4845-8f06-7a792a216e1c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=467b42c2bec74fcbbf90d007a6e00096 HTTP/1.1" status: 200 len: 379 time: 0.1692841 Aug 09 02:41:06.723306 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['78354ed7-300a-4712-933c-8e98c2dff363'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:41:06.913684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'port': {'device_id': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'admin_state_up': True, 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'security_groups': ['d64f8d5d-e5a8-471a-92e3-1fc503818d2f']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:06.997267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:07.058088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-69165840-3897-4c0f-8df1-8f4dbee2888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.061534 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-69165840-3897-4c0f-8df1-8f4dbee2888e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1128 time: 0.0912538 Aug 09 02:41:07.065820 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-3fc58d66-15e1-4b86-a22d-e6df0667f3b2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.067696 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-3fc58d66-15e1-4b86-a22d-e6df0667f3b2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 818 time: 0.1349683 Aug 09 02:41:07.076989 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-dfd2cbf3-30c9-42a8-80b7-53db88f883c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.078646 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-dfd2cbf3-30c9-42a8-80b7-53db88f883c5 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.1784277 Aug 09 02:41:07.121462 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'port': {'device_id': '4571cba1-e225-40c3-aa20-12c3802c6507', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'admin_state_up': True, 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:07.182607 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-20d96ba7-609e-4527-8898-ed67d2f71ade service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 200 len: 217 time: 0.0679903 Aug 09 02:41:07.226711 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Made reservation on behalf of 467b42c2bec74fcbbf90d007a6e00096 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:07.230801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:07.242724 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-25c2c212-e18a-49ef-9765-00a23c2e9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.244533 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-25c2c212-e18a-49ef-9765-00a23c2e9d3f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216218 Aug 09 02:41:07.258349 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:07.276824 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Made reservation on behalf of 65aab6ab3ce94cbd93916edf9c3eedc0 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:07.279428 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-dfb6a146-fc21-498a-bad0-ddc01d38f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.281102 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-dfb6a146-fc21-498a-bad0-ddc01d38f14f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0907748 Aug 09 02:41:07.282037 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:07.383491 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87dfec89-4a9b-4e9d-a223-c2c5a2a194a0 req-d4d50dc4-b01a-443c-b900-d585e0d947d6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0661323 Aug 09 02:41:07.497831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ce75e017-477e-45a8-a479-3ba626223ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.499397 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ce75e017-477e-45a8-a479-3ba626223ea6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399517 Aug 09 02:41:07.551695 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60180) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:07.558010 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Allocated IP 172.20.0.6 (92ed22b9-a5d1-438e-b0d0-2a9c0988d349/4015b651-4603-44b8-8de4-0e527b281d30/e1bca63c-8e79-4219-8848-c50bf228ba03) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:07.581899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 78354ed7-300a-4712-933c-8e98c2dff363 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:07.609358 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Allocated IP 172.20.0.14 (383daeb1-4f03-438c-8857-8e6c80656675/d8a4ee7f-364c-4865-b8a7-bee8a5b86b11/8f9897d0-4b5a-4a41-9c95-c0710478bbe7) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:07.644279 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a63f7a3-6d26-4e64-b2e2-3dc01cedbd25 req-9d40633b-e56e-413d-be3a-2b8c7742df8e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.1281567 Aug 09 02:41:07.687797 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-d73ccca4-0f27-4491-b394-6e7152df424d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293941 Aug 09 02:41:07.689566 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:07.711283 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 78354ed7-300a-4712-933c-8e98c2dff363 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:41:07.739742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 78354ed7-300a-4712-933c-8e98c2dff363 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:07.740733 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (78354ed7-300a-4712-933c-8e98c2dff363), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:07.742652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e0aee-c3a6-4f0d-af90-537bda8b0ebd req-73b1b491-cf04-4ef6-8ba3-abd4dde916ef tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:07.744272 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-122e0aee-c3a6-4f0d-af90-537bda8b0ebd req-73b1b491-cf04-4ef6-8ba3-abd4dde916ef tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1328239 Aug 09 02:41:07.920416 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aea3-4c7f-4468-b52b-025112a5cbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:07.991855 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 78354ed7-300a-4712-933c-8e98c2dff363 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:07.994999 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (78354ed7-300a-4712-933c-8e98c2dff363), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.054473 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.076166 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:08.085263 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5af835-0175-47db-8b47-44f10255315a" -d '{"events": [{"server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "name": "network-vif-plugged", "status": "completed", "tag": "78354ed7-300a-4712-933c-8e98c2dff363"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:08.095404 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 78354ed7-300a-4712-933c-8e98c2dff363, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=78354ed7-300a-4712-933c-8e98c2dff363,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:08.101391 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (78354ed7-300a-4712-933c-8e98c2dff363), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.126369 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-fa0a035f-26ab-43a3-af70-790d8f733d0f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163056 Aug 09 02:41:08.159890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aea3-4c7f-4468-b52b-025112a5cbf7 admin admin] Publish callbacks [] for security_group (cb265ce6-7acd-451d-b63e-3c4e4ae14b5a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.163343 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.174625 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:08.185141 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60202) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:08.185141 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aea3-4c7f-4468-b52b-025112a5cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (cb265ce6-7acd-451d-b63e-3c4e4ae14b5a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.210493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3922-3a17-44ce-b76d-20c3f82ab32f req-fcbcd8e6-3fbd-40cd-90e1-7640baacd38b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:08.217482 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f6fc3922-3a17-44ce-b76d-20c3f82ab32f req-fcbcd8e6-3fbd-40cd-90e1-7640baacd38b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.3526380 Aug 09 02:41:08.225765 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=78354ed7-300a-4712-933c-8e98c2dff363,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:08.240306 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-122e0aee-c3a6-4f0d-af90-537bda8b0ebd req-d29d5660-5500-4c56-96e8-4e37edfb22dd tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551501 Aug 09 02:41:08.248685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:08.266273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Network 383daeb1-4f03-438c-8857-8e6c80656675 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:08.268842 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3aea3-4c7f-4468-b52b-025112a5cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb265ce6-7acd-451d-b63e-3c4e4ae14b5a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:08.282474 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:08.295856 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:08.303526 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a4a960-26fd-4074-b0c4-6f63443b3aa5 x-openstack-request-id: req-c0a4a960-26fd-4074-b0c4-6f63443b3aa5 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:08.303858 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "name": "network-vif-plugged", "status": "completed", "tag": "78354ed7-300a-4712-933c-8e98c2dff363", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:08.304025 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:08.304150 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0a4a960-26fd-4074-b0c4-6f63443b3aa5 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:08.304551 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a4a960-26fd-4074-b0c4-6f63443b3aa5'] response: {'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363', 'code': 200} Aug 09 02:41:08.304710 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.332370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.333333 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2187450 Aug 09 02:41:08.368186 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdcfb0-2144-4424-b501-2b130e90911d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'Port': ['ID=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:08.379409 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8ff3aea3-4c7f-4468-b52b-025112a5cbf7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5f60e8264ff2419f9fc7bc6f3aaaa940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8266523 Aug 09 02:41:08.385887 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60208) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:08.413589 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Request body: {'port': {'device_id': '4571cba1-e225-40c3-aa20-12c3802c6507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:08.462262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.540271 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.577335 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b1c41684-e53d-4fb3-9a42-9b7a6e580efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.601591 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.13', 56483) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:08.620181 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-00764e24-ac76-4807-8782-b230155f4720 None None] Provisioning complete for port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:08.620707 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-00764e24-ac76-4807-8782-b230155f4720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.645280 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd61c852-fb32-46bc-8b5d-378aa03b49a0 admin admin] Publish callbacks [] for security_group (cb265ce6-7acd-451d-b63e-3c4e4ae14b5a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.646022 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f6fc3922-3a17-44ce-b76d-20c3f82ab32f req-76113342-acf3-4fd0-a1e2-cefe60a81b67 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277115 Aug 09 02:41:08.654262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:08.657556 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-00764e24-ac76-4807-8782-b230155f4720 None None] Port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:08.677414 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:08.682652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'Port': ['ID=e1bca63c-8e79-4219-8848-c50bf228ba03,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:08.685662 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:08.688288 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:08.692705 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:08.692705 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.709039 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:08.722024 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-d82ca6a8-1c12-477f-96d7-5f7a97de051a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8201518 Aug 09 02:41:08.775281 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451bfa9-b5bd-47ce-8a68-85962a6b6610 req-512accc2-de44-4fec-9f93-970c63027c5c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:08.776846 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2451bfa9-b5bd-47ce-8a68-85962a6b6610 req-512accc2-de44-4fec-9f93-970c63027c5c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 931 time: 0.2317512 Aug 09 02:41:08.794908 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece9b1-07ca-40b8-a27e-c8af1ba7adad req-117a7f4c-3018-435e-8ab6-21db967d75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:08.796456 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aeece9b1-07ca-40b8-a27e-c8af1ba7adad req-117a7f4c-3018-435e-8ab6-21db967d75de service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 1129 time: 0.1900818 Aug 09 02:41:08.798878 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd61c852-fb32-46bc-8b5d-378aa03b49a0 admin admin] Publish callbacks [] for security_group (cb265ce6-7acd-451d-b63e-3c4e4ae14b5a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.834141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-b9f9ecca-ea71-4f2b-a4e6-d2e027601683 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920859 Aug 09 02:41:08.839992 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-476228dd-029b-4d89-b58e-a01f985ac311 req-ec5c71b8-6f20-44dc-b795-91fb8fa60341 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727964 Aug 09 02:41:08.858180 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec7750-893a-42a8-a0ac-338d90401d85 req-63e4eacc-6256-43ed-a44a-b63434463a77 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:08.859815 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-06ec7750-893a-42a8-a0ac-338d90401d85 req-63e4eacc-6256-43ed-a44a-b63434463a77 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 932 time: 0.0820308 Aug 09 02:41:08.903131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2451bfa9-b5bd-47ce-8a68-85962a6b6610 req-794ff2ca-4d76-4f23-816c-fc89654d2303 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057947 Aug 09 02:41:08.931202 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-06ec7750-893a-42a8-a0ac-338d90401d85 req-3f1fb99b-e88c-44b5-bd39-9e7fc2ce3cae tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628166 Aug 09 02:41:08.968016 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd61c852-fb32-46bc-8b5d-378aa03b49a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (cb265ce6-7acd-451d-b63e-3c4e4ae14b5a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.970550 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd61c852-fb32-46bc-8b5d-378aa03b49a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.971705 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cd61c852-fb32-46bc-8b5d-378aa03b49a0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cb265ce6-7acd-451d-b63e-3c4e4ae14b5a HTTP/1.1" status: 204 len: 168 time: 0.5836983 Aug 09 02:41:08.978257 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-53b83393-cca4-455e-9850-cca4412e7ad0 None None] Provisioning complete for port e1bca63c-8e79-4219-8848-c50bf228ba03 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:08.979024 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-53b83393-cca4-455e-9850-cca4412e7ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.982480 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b1c41684-e53d-4fb3-9a42-9b7a6e580efc admin admin] Publish callbacks [] for security_group (a48dd642-2533-4563-877c-df2b1405ac11), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:08.998703 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b1c41684-e53d-4fb3-9a42-9b7a6e580efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a48dd642-2533-4563-877c-df2b1405ac11), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.002849 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c852-fb32-46bc-8b5d-378aa03b49a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb265ce6-7acd-451d-b63e-3c4e4ae14b5a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:09.012294 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-53b83393-cca4-455e-9850-cca4412e7ad0 None None] Port e1bca63c-8e79-4219-8848-c50bf228ba03 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:09.071768 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b1c41684-e53d-4fb3-9a42-9b7a6e580efc admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=39ce31bd95aa4be1ae98f616475afe83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8839355 Aug 09 02:41:09.074617 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c41684-e53d-4fb3-9a42-9b7a6e580efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48dd642-2533-4563-877c-df2b1405ac11,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:09.074828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60218) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:09.145309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-27f10ee6-6307-4683-a774-c943f270dc47 admin admin] Publish callbacks [] for security_group (a48dd642-2533-4563-877c-df2b1405ac11), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.158066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:09.166244 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Publish callbacks [] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.182630 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Transition to ACTIVE for port object 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:41:09.185256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-27f10ee6-6307-4683-a774-c943f270dc47 admin admin] Publish callbacks [] for security_group (a48dd642-2533-4563-877c-df2b1405ac11), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.189143 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.197295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:09.269488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-27f10ee6-6307-4683-a774-c943f270dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a48dd642-2533-4563-877c-df2b1405ac11), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.270130 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:09.274650 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Attempting to bind port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:09.274985 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Attempting to bind port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:09.275316 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Attempting to bind port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:09.276376 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-27f10ee6-6307-4683-a774-c943f270dc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.281308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-27f10ee6-6307-4683-a774-c943f270dc47 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a48dd642-2533-4563-877c-df2b1405ac11 HTTP/1.1" status: 204 len: 168 time: 0.2053664 Aug 09 02:41:09.281869 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 on network 383daeb1-4f03-438c-8857-8e6c80656675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:41:09.282218 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Attempting to bind port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:09.290189 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:09.290505 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Checking segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:09.291351 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Bound using segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:09.291722 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Bound port: 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:09.292093 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.305669 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f10ee6-6307-4683-a774-c943f270dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48dd642-2533-4563-877c-df2b1405ac11,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:09.391958 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] For port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host hv-cinder-85246, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:09.396336 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] For port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:09.409674 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.433261 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993e1f-03e2-45ad-877e-65c9aabfab7b req-a7def36e-6966-4927-a28c-12c53afbb2bf tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:09.434964 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f993e1f-03e2-45ad-877e-65c9aabfab7b req-a7def36e-6966-4927-a28c-12c53afbb2bf tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0626364 Aug 09 02:41:09.497778 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:09.498597 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.500989 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/8f9897d0-4b5a-4a41-9c95-c0710478bbe7 HTTP/1.1" status: 200 len: 1094 time: 1.0934527 Aug 09 02:41:09.501940 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b6ac1-3969-48fc-a8a8-17ca0be26961 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:09.504898 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4571cba1-e225-40c3-aa20-12c3802c6507', 'tag': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:09.507770 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87905d9b-6165-418b-a13e-6649ff26b2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4571cba1-e225-40c3-aa20-12c3802c6507", "tag": "8f9897d0-4b5a-4a41-9c95-c0710478bbe7"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:09.553142 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f993e1f-03e2-45ad-877e-65c9aabfab7b req-bbd0ee41-f581-48f2-a4df-a73780b1256c tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090205 Aug 09 02:41:09.595122 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec70e617-e152-43d1-9fd8-821445b0f950 x-openstack-request-id: req-ec70e617-e152-43d1-9fd8-821445b0f950 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:09.595458 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4571cba1-e225-40c3-aa20-12c3802c6507", "tag": "8f9897d0-4b5a-4a41-9c95-c0710478bbe7", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:09.595715 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec70e617-e152-43d1-9fd8-821445b0f950 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:09.596169 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec70e617-e152-43d1-9fd8-821445b0f950'] response: {'name': 'network-changed', 'server_uuid': '4571cba1-e225-40c3-aa20-12c3802c6507', 'tag': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7', 'status': 'completed', 'code': 200} Aug 09 02:41:09.775475 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60256) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:09.806012 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-84ceb393-b1c3-480d-9c3d-7aebb8b2f27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.852345 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:09.876579 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc154e-5aae-43a0-a679-6934abd88708 req-2734b3e4-7f28-4b26-a108-2393263245b4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:09.885369 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-50fc154e-5aae-43a0-a679-6934abd88708 req-2734b3e4-7f28-4b26-a108-2393263245b4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.1233220 Aug 09 02:41:09.918127 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:09.924530 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-84ceb393-b1c3-480d-9c3d-7aebb8b2f27e admin admin] Publish callbacks [] for security_group (7886dfd8-7fd1-4317-9324-1845bdf73fb7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.931399 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-84ceb393-b1c3-480d-9c3d-7aebb8b2f27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7886dfd8-7fd1-4317-9324-1845bdf73fb7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:09.971331 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-50fc154e-5aae-43a0-a679-6934abd88708 req-4f74f205-5d84-4db4-91b7-422563e66880 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847719 Aug 09 02:41:09.989108 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-84ceb393-b1c3-480d-9c3d-7aebb8b2f27e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0bdb2d44a069400898504c619a04a299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124248 Aug 09 02:41:09.989713 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60268) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:09.996481 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceb393-b1c3-480d-9c3d-7aebb8b2f27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7886dfd8-7fd1-4317-9324-1845bdf73fb7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:10.058192 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-826853d4-e41b-436d-ba90-f41d45d5a2fd admin admin] Publish callbacks [] for security_group (7886dfd8-7fd1-4317-9324-1845bdf73fb7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.095540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-826853d4-e41b-436d-ba90-f41d45d5a2fd admin admin] Publish callbacks [] for security_group (7886dfd8-7fd1-4317-9324-1845bdf73fb7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.161142 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-826853d4-e41b-436d-ba90-f41d45d5a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7886dfd8-7fd1-4317-9324-1845bdf73fb7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.161877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945adf-5cc3-466c-b3de-1e9ec023c099 req-adbd9d70-fb3e-425e-abe2-84139bd4c1a9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:10.163458 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5945adf-5cc3-466c-b3de-1e9ec023c099 req-adbd9d70-fb3e-425e-abe2-84139bd4c1a9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 931 time: 0.0897782 Aug 09 02:41:10.165580 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-826853d4-e41b-436d-ba90-f41d45d5a2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.168182 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-826853d4-e41b-436d-ba90-f41d45d5a2fd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7886dfd8-7fd1-4317-9324-1845bdf73fb7 HTTP/1.1" status: 204 len: 168 time: 0.1771243 Aug 09 02:41:10.175977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a375c6-1e86-44d4-b912-9ceba2339591 req-cd2a9401-a666-4876-97b3-4af3850e416e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:10.178105 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8a375c6-1e86-44d4-b912-9ceba2339591 req-cd2a9401-a666-4876-97b3-4af3850e416e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0711930 Aug 09 02:41:10.193207 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826853d4-e41b-436d-ba90-f41d45d5a2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7886dfd8-7fd1-4317-9324-1845bdf73fb7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:10.266896 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5945adf-5cc3-466c-b3de-1e9ec023c099 req-8bfbc832-f7eb-4270-873e-a9f763c62d39 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874312 Aug 09 02:41:10.267303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:10.290558 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8a375c6-1e86-44d4-b912-9ceba2339591 req-950a15d6-7cd6-419e-ac10-383d68f13d8d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039157 Aug 09 02:41:10.584997 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60298) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:10.740531 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ae603689-eb61-4b0c-a88e-f20d7e0de48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.821145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ae603689-eb61-4b0c-a88e-f20d7e0de48a admin admin] Publish callbacks [] for security_group (69ea3afe-411d-4c3e-9bb6-588f97d1a620), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.825847 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ae603689-eb61-4b0c-a88e-f20d7e0de48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (69ea3afe-411d-4c3e-9bb6-588f97d1a620), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.865324 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ae603689-eb61-4b0c-a88e-f20d7e0de48a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8a7378ccba2f481da03ad86a0f92cfc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790763 Aug 09 02:41:10.868150 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60312) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:10.874118 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae603689-eb61-4b0c-a88e-f20d7e0de48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea3afe-411d-4c3e-9bb6-588f97d1a620,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:10.923147 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3947d532-c62b-442a-8f49-1243933c117f admin admin] Publish callbacks [] for security_group (69ea3afe-411d-4c3e-9bb6-588f97d1a620), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.947104 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3947d532-c62b-442a-8f49-1243933c117f admin admin] Publish callbacks [] for security_group (69ea3afe-411d-4c3e-9bb6-588f97d1a620), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.994944 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3947d532-c62b-442a-8f49-1243933c117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (69ea3afe-411d-4c3e-9bb6-588f97d1a620), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:10.997491 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3947d532-c62b-442a-8f49-1243933c117f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:11.001019 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3947d532-c62b-442a-8f49-1243933c117f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/69ea3afe-411d-4c3e-9bb6-588f97d1a620 HTTP/1.1" status: 204 len: 168 time: 0.1296661 Aug 09 02:41:11.007345 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947d532-c62b-442a-8f49-1243933c117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea3afe-411d-4c3e-9bb6-588f97d1a620,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:11.147151 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d7ddd-b139-409f-bc39-87ed921b0e7b req-ec132dd2-49b0-44b5-8f8c-93d2118fd49a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:11.148914 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b78d7ddd-b139-409f-bc39-87ed921b0e7b req-ec132dd2-49b0-44b5-8f8c-93d2118fd49a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0608115 Aug 09 02:41:11.200800 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b78d7ddd-b139-409f-bc39-87ed921b0e7b req-1649b9da-04b6-4507-a302-bba173bf5411 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 Aug 09 02:41:11.330874 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60336) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:11.501159 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75f6c6-b48c-48d1-b8ce-d1ffc9ef40cd req-5b63e763-acb1-473d-b2ab-f49dd85577b7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:11.503143 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b75f6c6-b48c-48d1-b8ce-d1ffc9ef40cd req-5b63e763-acb1-473d-b2ab-f49dd85577b7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 931 time: 0.1319008 Aug 09 02:41:11.504485 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-78179d81-c37b-458b-9e09-8987eeb89f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:11.513268 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177ca61-5531-4d3b-8884-0e932abbeaaf req-fa62e671-d3ef-460c-bd34-5a707265c9fc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:11.514748 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d177ca61-5531-4d3b-8884-0e932abbeaaf req-fa62e671-d3ef-460c-bd34-5a707265c9fc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.1413503 Aug 09 02:41:11.555401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Request body: {'port': {'device_id': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:11.658071 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b75f6c6-b48c-48d1-b8ce-d1ffc9ef40cd req-5b66abac-8ade-4cee-9a03-5c4f9e976852 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423669 Aug 09 02:41:11.697996 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d177ca61-5531-4d3b-8884-0e932abbeaaf req-d687eead-e926-4a15-bf7d-c56d208b687f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665540 Aug 09 02:41:11.703094 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:11.756758 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:11.774736 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-78179d81-c37b-458b-9e09-8987eeb89f51 admin admin] Publish callbacks [] for security_group (20d978e8-c6fe-4e28-8237-24842384db5e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:11.786746 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-78179d81-c37b-458b-9e09-8987eeb89f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (20d978e8-c6fe-4e28-8237-24842384db5e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:11.889873 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78179d81-c37b-458b-9e09-8987eeb89f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d978e8-c6fe-4e28-8237-24842384db5e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:11.897667 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-78179d81-c37b-458b-9e09-8987eeb89f51 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6bfe7873a15f4057a80008a8a5b8da3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5655956 Aug 09 02:41:11.901056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60360) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:12.012114 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a05d9081-f9cf-48e5-b7dd-0dff2f43c1f6 admin admin] Publish callbacks [] for security_group (20d978e8-c6fe-4e28-8237-24842384db5e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.064561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a05d9081-f9cf-48e5-b7dd-0dff2f43c1f6 admin admin] Publish callbacks [] for security_group (20d978e8-c6fe-4e28-8237-24842384db5e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.112639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:12.159256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bca63c-8e79-4219-8848-c50bf228ba03 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:12.168402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a05d9081-f9cf-48e5-b7dd-0dff2f43c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (20d978e8-c6fe-4e28-8237-24842384db5e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.171194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a05d9081-f9cf-48e5-b7dd-0dff2f43c1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.174842 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-a05d9081-f9cf-48e5-b7dd-0dff2f43c1f6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/20d978e8-c6fe-4e28-8237-24842384db5e HTTP/1.1" status: 204 len: 168 time: 0.2702470 Aug 09 02:41:12.174842 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Publish callbacks [] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.202796 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d9081-f9cf-48e5-b7dd-0dff2f43c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d978e8-c6fe-4e28-8237-24842384db5e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:12.227945 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Transition to ACTIVE for port object e1bca63c-8e79-4219-8848-c50bf228ba03 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:41:12.241264 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.361529 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bca63c-8e79-4219-8848-c50bf228ba03,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:12.391191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b75c8a-2072-4101-92d1-9eb90865c75c req-d65441ab-443b-44fc-8544-582e0a41eb13 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.392742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-73b75c8a-2072-4101-92d1-9eb90865c75c req-d65441ab-443b-44fc-8544-582e0a41eb13 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0881324 Aug 09 02:41:12.393893 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Attempting to bind port e1bca63c-8e79-4219-8848-c50bf228ba03 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:12.394836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Attempting to bind port e1bca63c-8e79-4219-8848-c50bf228ba03 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:12.395334 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Attempting to bind port e1bca63c-8e79-4219-8848-c50bf228ba03 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:12.400756 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Port e1bca63c-8e79-4219-8848-c50bf228ba03 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:41:12.401255 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Attempting to bind port e1bca63c-8e79-4219-8848-c50bf228ba03 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:12.423456 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:12.423804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Checking segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:12.424186 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Bound using segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:12.424878 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Bound port: e1bca63c-8e79-4219-8848-c50bf228ba03, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:12.425521 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.491671 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-73b75c8a-2072-4101-92d1-9eb90865c75c req-7b353bf5-3820-41fc-9bdb-eb02ac3e6fc0 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877674 Aug 09 02:41:12.525916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] For port e1bca63c-8e79-4219-8848-c50bf228ba03, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:12.531841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] For port e1bca63c-8e79-4219-8848-c50bf228ba03, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e1bca63c-8e79-4219-8848-c50bf228ba03,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:12.544407 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.588314 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.589679 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:12.595117 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 1093 time: 1.0478125 Aug 09 02:41:12.597921 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:12.601882 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:12.647710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14a166-c00b-4db4-8c9f-e43728403330 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bca63c-8e79-4219-8848-c50bf228ba03,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:12.676298 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905d9b-6165-418b-a13e-6649ff26b2bd req-ce6ede14-4d0f-49b9-a674-85b33065c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.677771 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-87905d9b-6165-418b-a13e-6649ff26b2bd req-ce6ede14-4d0f-49b9-a674-85b33065c2cc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 1128 time: 0.1522584 Aug 09 02:41:12.703428 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c59b3f-ab3b-42d5-b4b4-56005e7244ae x-openstack-request-id: req-61c59b3f-ab3b-42d5-b4b4-56005e7244ae {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:12.703968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:12.705018 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61c59b3f-ab3b-42d5-b4b4-56005e7244ae {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:12.705580 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c59b3f-ab3b-42d5-b4b4-56005e7244ae'] response: {'name': 'network-changed', 'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'status': 'completed', 'code': 200} Aug 09 02:41:12.746672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:12.769779 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-c1ee516f-e19c-44d9-a135-6ceb98073d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.773058 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-c1ee516f-e19c-44d9-a135-6ceb98073d1c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1127 time: 0.0935249 Aug 09 02:41:12.850740 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-4b2e8cf8-2e27-4cb4-8e95-6e15772c07ee service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 217 time: 0.0621567 Aug 09 02:41:12.877889 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905d9b-6165-418b-a13e-6649ff26b2bd req-e4714503-1abf-417c-b047-10fa9bb56538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.879555 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-87905d9b-6165-418b-a13e-6649ff26b2bd req-e4714503-1abf-417c-b047-10fa9bb56538 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1788089 Aug 09 02:41:12.881697 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aeece9b1-07ca-40b8-a27e-c8af1ba7adad req-b2513cd7-cfed-456f-b792-9a6fab32b7a4 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675797 Aug 09 02:41:12.924220 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e9e8f-8471-41aa-a10e-aaf1d0d7d4b4 req-9fffde72-de17-4ee5-a962-a9b6d376787a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.926061 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d88e9e8f-8471-41aa-a10e-aaf1d0d7d4b4 req-9fffde72-de17-4ee5-a962-a9b6d376787a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 943 time: 0.1225317 Aug 09 02:41:12.939303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-1527dce6-5cae-44bc-ab2a-366827028565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:12.941621 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-1527dce6-5cae-44bc-ab2a-366827028565 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0740616 Aug 09 02:41:12.994244 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d88e9e8f-8471-41aa-a10e-aaf1d0d7d4b4 req-45fde0c1-d6be-4155-9c36-e8888a377b82 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573883 Aug 09 02:41:13.109530 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e519f-23ba-4fff-b73b-2386122c741a req-6681b40b-b084-4b7c-b547-399d643d6dbb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:13.111096 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-856e519f-23ba-4fff-b73b-2386122c741a req-6681b40b-b084-4b7c-b547-399d643d6dbb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0532398 Aug 09 02:41:13.169687 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-856e519f-23ba-4fff-b73b-2386122c741a req-e16dd3da-9bb1-4b87-9380-1016311cd6c2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522277 Aug 09 02:41:13.280631 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-043189da-a9b3-4b56-b167-0ad466409be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:13.282851 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-043189da-a9b3-4b56-b167-0ad466409be7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726717 Aug 09 02:41:13.312388 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:13.327395 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905d9b-6165-418b-a13e-6649ff26b2bd req-be0588c2-e68d-45e4-9efb-97efae2b4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:13.329100 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-87905d9b-6165-418b-a13e-6649ff26b2bd req-be0588c2-e68d-45e4-9efb-97efae2b4eaa service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286151 Aug 09 02:41:13.404225 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60444) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:13.610306 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87728837-93c6-4cd8-90b3-a48b596812b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:13.731241 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e4423-ed00-4c7d-8098-392fd7179d28 req-13eaa4fe-9ac0-4177-a015-f4071a44d31f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:13.743515 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-697e4423-ed00-4c7d-8098-392fd7179d28 req-13eaa4fe-9ac0-4177-a015-f4071a44d31f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.1640568 Aug 09 02:41:13.746058 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-cb15ae40-1822-4006-9262-f5dec13f837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:13.748198 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-cb15ae40-1822-4006-9262-f5dec13f837e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 1128 time: 0.0554729 Aug 09 02:41:13.855394 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:13.872721 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87728837-93c6-4cd8-90b3-a48b596812b2 admin admin] Publish callbacks [] for security_group (d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:13.879648 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-697e4423-ed00-4c7d-8098-392fd7179d28 req-5c248a3a-eeba-401c-b4eb-67077c2fab6c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345675 Aug 09 02:41:13.885948 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87728837-93c6-4cd8-90b3-a48b596812b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:13.927680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87728837-93c6-4cd8-90b3-a48b596812b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:13.940877 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-84bdc200-9441-421a-afcd-cc39aaa0cd4f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687142 Aug 09 02:41:13.947173 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-87728837-93c6-4cd8-90b3-a48b596812b2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c1e53b310c9c4b3baba0b8c8501d0481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413654 Aug 09 02:41:13.949834 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60466) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:14.003902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bcb170b3-9871-4984-b342-1d0adbc47f5c admin admin] Publish callbacks [] for security_group (d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.027372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bcb170b3-9871-4984-b342-1d0adbc47f5c admin admin] Publish callbacks [] for security_group (d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.041962 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-9123c198-68af-40d9-8ba1-b58aed6226dc service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7 HTTP/1.1" status: 200 len: 217 time: 0.0477676 Aug 09 02:41:14.072218 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:14.127380 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bcb170b3-9871-4984-b342-1d0adbc47f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.131921 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bcb170b3-9871-4984-b342-1d0adbc47f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.133135 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bcb170b3-9871-4984-b342-1d0adbc47f5c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba HTTP/1.1" status: 204 len: 168 time: 0.1821873 Aug 09 02:41:14.160353 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:14.262933 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-49bc7f58-3682-42b2-98fd-0022ccc71f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:14.268163 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-49bc7f58-3682-42b2-98fd-0022ccc71f73 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.1166344 Aug 09 02:41:14.306791 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cafa1681-5d42-4681-8801-a61c3a92d92e req-c6941993-97b0-48da-ac58-d411c3086cbc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725752 Aug 09 02:41:14.317371 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb170b3-9871-4984-b342-1d0adbc47f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbb89a-6cff-4c75-9ab5-b7a5ab5ffdba,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:14.338369 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a986807-f056-4f7c-b208-17e09e727504 req-f6fc71d9-6543-4e6d-b489-d5331bc963b4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:14.355741 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a986807-f056-4f7c-b208-17e09e727504 req-f6fc71d9-6543-4e6d-b489-d5331bc963b4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 943 time: 0.2663069 Aug 09 02:41:14.421290 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719449d1-876f-4c2b-b3b3-627f35dae567 req-0dd8995d-b738-4134-b0a1-426fba100681 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:14.422999 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-719449d1-876f-4c2b-b3b3-627f35dae567 req-0dd8995d-b738-4134-b0a1-426fba100681 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0665822 Aug 09 02:41:14.681380 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-bd281033-0896-4edc-8587-9dab4ded21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:14.683796 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-bd281033-0896-4edc-8587-9dab4ded21f7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639095 Aug 09 02:41:14.709255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60496) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:14.724507 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98dc0d42-d54f-496d-b392-af4923593429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.754783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a986807-f056-4f7c-b208-17e09e727504 req-8e895fda-edba-4868-a678-6f867e2ef179 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308086 Aug 09 02:41:14.764453 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-719449d1-876f-4c2b-b3b3-627f35dae567 req-fc9ad4ff-2d7b-421a-a929-bf665fcb123d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328121 Aug 09 02:41:14.816750 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98dc0d42-d54f-496d-b392-af4923593429 admin admin] Publish callbacks [] for security_group (0b04b0af-5a3f-4bc8-9e3d-858b03ce48df), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.820735 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98dc0d42-d54f-496d-b392-af4923593429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (0b04b0af-5a3f-4bc8-9e3d-858b03ce48df), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.859882 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-98dc0d42-d54f-496d-b392-af4923593429 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2b4068468a414a44ad295266d3bb21f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495233 Aug 09 02:41:14.860773 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc0d42-d54f-496d-b392-af4923593429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04b0af-5a3f-4bc8-9e3d-858b03ce48df,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:14.862699 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60500) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:14.913839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1777e9d0-a9d7-436a-83cc-b0ac02bbf3c1 admin admin] Publish callbacks [] for security_group (0b04b0af-5a3f-4bc8-9e3d-858b03ce48df), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:14.935802 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1777e9d0-a9d7-436a-83cc-b0ac02bbf3c1 admin admin] Publish callbacks [] for security_group (0b04b0af-5a3f-4bc8-9e3d-858b03ce48df), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:15.016310 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc034-5682-439f-8a6f-ac2395d8cdaf req-e39539e2-3002-4f43-8296-e2598091b6e7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:15.017801 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8cdc034-5682-439f-8a6f-ac2395d8cdaf req-e39539e2-3002-4f43-8296-e2598091b6e7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0538843 Aug 09 02:41:15.018901 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1777e9d0-a9d7-436a-83cc-b0ac02bbf3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (0b04b0af-5a3f-4bc8-9e3d-858b03ce48df), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:15.021850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1777e9d0-a9d7-436a-83cc-b0ac02bbf3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:15.022474 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1777e9d0-a9d7-436a-83cc-b0ac02bbf3c1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0b04b0af-5a3f-4bc8-9e3d-858b03ce48df HTTP/1.1" status: 204 len: 168 time: 0.1576235 Aug 09 02:41:15.037710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e9d0-a9d7-436a-83cc-b0ac02bbf3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04b0af-5a3f-4bc8-9e3d-858b03ce48df,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:15.086073 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8cdc034-5682-439f-8a6f-ac2395d8cdaf req-097cf18b-eed3-4152-845a-f25700acf174 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609047 Aug 09 02:41:15.243040 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683c74-c0a8-4e68-bd88-a7c38a469e1b req-2e2cf917-4a3a-4c6d-a514-d05d2bdc8561 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:15.244518 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-30683c74-c0a8-4e68-bd88-a7c38a469e1b req-2e2cf917-4a3a-4c6d-a514-d05d2bdc8561 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0471413 Aug 09 02:41:15.254426 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60510) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:15.258791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'port_id': '78354ed7-300a-4712-933c-8e98c2dff363'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:15.336321 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (daa52e4b-dd1c-4ddd-8a86-84787d8b092e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:15.530712 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:15.990001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:15.995406 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.db.resource_extend [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 09 02:41:16.004257 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81c514-532f-425c-b950-6a15d0dfd94f req-2235c43c-fb8f-462d-a9b7-6ab58d816c64 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:16.005757 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fc81c514-532f-425c-b950-6a15d0dfd94f req-2235c43c-fb8f-462d-a9b7-6ab58d816c64 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 943 time: 0.1390035 Aug 09 02:41:16.011535 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba288d5f-14d0-40a4-b21c-beb4753d12a2 req-df2014e9-e16e-4fe9-b56f-3cab22353a0c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:16.012880 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba288d5f-14d0-40a4-b21c-beb4753d12a2 req-df2014e9-e16e-4fe9-b56f-3cab22353a0c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.1450078 Aug 09 02:41:16.111158 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:16.126661 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (daa52e4b-dd1c-4ddd-8a86-84787d8b092e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:16.189823 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fc81c514-532f-425c-b950-6a15d0dfd94f req-c7f624c7-6670-49c0-a46c-0a014e8c88c6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518638 Aug 09 02:41:16.194488 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba288d5f-14d0-40a4-b21c-beb4753d12a2 req-431fbffc-3952-4741-bfe4-225d40dc5a12 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534493 Aug 09 02:41:16.282980 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP daa52e4b-dd1c-4ddd-8a86-84787d8b092e associated. External IP: 172.27.2.195, port: 78354ed7-300a-4712-933c-8e98c2dff363. Aug 09 02:41:16.678237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:41:16.785508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:16.789927 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:16.798781 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:16.809390 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:16.810001 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:16.820297 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3e4064f8-e353-4d86-8288-63c0f8b51d4d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/daa52e4b-dd1c-4ddd-8a86-84787d8b092e HTTP/1.1" status: 200 len: 991 time: 1.5647733 Aug 09 02:41:16.820940 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:16.823299 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27574e70-ce58-443d-84f9-dad68c91c08d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "tag": "78354ed7-300a-4712-933c-8e98c2dff363"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:16.859698 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7499c46e-51fe-45e8-8a69-16d37aca99d0 x-openstack-request-id: req-7499c46e-51fe-45e8-8a69-16d37aca99d0 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:16.859970 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "tag": "78354ed7-300a-4712-933c-8e98c2dff363", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:16.860243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7499c46e-51fe-45e8-8a69-16d37aca99d0 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:16.860646 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7499c46e-51fe-45e8-8a69-16d37aca99d0'] response: {'name': 'network-changed', 'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363', 'status': 'completed', 'code': 200} Aug 09 02:41:16.927167 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:17.162857 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 6db685d1-484e-4847-8638-637842940e30 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:41:17.245880 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:15Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:17.273312 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 6db685d1-484e-4847-8638-637842940e30, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=6db685d1-484e-4847-8638-637842940e30,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:17.275360 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:17.284009 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:17.284725 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:17.296462 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '6db685d1-484e-4847-8638-637842940e30', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'port_id': '6db685d1-484e-4847-8638-637842940e30', 'mac_address': 'fa:16:3e:43:28:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:41:17.335216 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 6db685d1-484e-4847-8638-637842940e30 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:17.335786 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (6db685d1-484e-4847-8638-637842940e30), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:17.345105 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25cb30-7d96-440b-a3f7-1cc0524719c9 req-49f2c1f2-6e5b-4879-a017-6723ee95add4 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:17.346608 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa25cb30-7d96-440b-a3f7-1cc0524719c9 req-49f2c1f2-6e5b-4879-a017-6723ee95add4 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0715089 Aug 09 02:41:17.355228 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db685d1-484e-4847-8638-637842940e30 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:17.376584 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba355d-9137-46d8-92d0-08926fae1ab8 req-0e931e33-50b1-45df-8a90-c5631dc4b0d6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:17.378074 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-51ba355d-9137-46d8-92d0-08926fae1ab8 req-0e931e33-50b1-45df-8a90-c5631dc4b0d6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 943 time: 0.0684149 Aug 09 02:41:17.379535 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 6db685d1-484e-4847-8638-637842940e30, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=6db685d1-484e-4847-8638-637842940e30,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:17.387800 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (6db685d1-484e-4847-8638-637842940e30), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:17.391432 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:17.398287 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:17.437604 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa25cb30-7d96-440b-a3f7-1cc0524719c9 req-7fb49053-29aa-4dfd-bc82-5cfb0558520a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848150 Aug 09 02:41:17.442963 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=6db685d1-484e-4847-8638-637842940e30,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:17.462984 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-51ba355d-9137-46d8-92d0-08926fae1ab8 req-30c5c821-68fd-4a7a-90a6-aa59392b0618 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763047 Aug 09 02:41:17.610297 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:15Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:17.634627 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748bb80-9679-40e4-8e86-3566ff56b8a8 None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:15Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:17.836937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312ef60-a346-46be-a14a-47f4bfb36f6c None None] New status for floating IP daa52e4b-dd1c-4ddd-8a86-84787d8b092e: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:41:18.179401 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e1bca63c-8e79-4219-8848-c50bf228ba03 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:41:18.225966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-86c3a6c1-e563-40a1-a3cb-672c3c521993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.227440 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-86c3a6c1-e563-40a1-a3cb-672c3c521993 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1127 time: 0.0425115 Aug 09 02:41:18.251685 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:18.252115 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574e70-ce58-443d-84f9-dad68c91c08d req-821a6cfb-f799-4301-9993-629e626e0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.253691 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-821a6cfb-f799-4301-9993-629e626e0d7b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 1129 time: 0.0533402 Aug 09 02:41:18.254615 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:18.260643 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:18.305845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e1bca63c-8e79-4219-8848-c50bf228ba03, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e1bca63c-8e79-4219-8848-c50bf228ba03,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:18.311211 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-76e43b2b-c42c-4184-b7d7-95ca986d1186 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803124 Aug 09 02:41:18.317840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:18.322630 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-a3f10499-05a5-4f60-9d51-5f1f8e8ffcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.322837 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'port_id': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'mac_address': 'fa:16:3e:d6:4c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:41:18.324301 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-a3f10499-05a5-4f60-9d51-5f1f8e8ffcae service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 911 time: 0.0899506 Aug 09 02:41:18.361531 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e1bca63c-8e79-4219-8848-c50bf228ba03 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:18.361927 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:18.375727 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bca63c-8e79-4219-8848-c50bf228ba03 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:18.398308 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e1bca63c-8e79-4219-8848-c50bf228ba03, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e1bca63c-8e79-4219-8848-c50bf228ba03,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:18.405639 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:18.417248 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-ffecf89b-d39a-4962-adac-e9b39314c2c8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 217 time: 0.0785263 Aug 09 02:41:18.450267 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574e70-ce58-443d-84f9-dad68c91c08d req-07ae2bfd-d360-434e-b583-6f673827780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.452168 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-07ae2bfd-d360-434e-b583-6f673827780d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.1872771 Aug 09 02:41:18.459946 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef296f5e-49e7-4980-92aa-ce4153318bf6 req-17d8b910-a9cb-49f2-a82d-28c4d5ab817e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408231 Aug 09 02:41:18.472497 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-82513191-c6bd-452f-8bb0-808b3aeac21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.474411 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-82513191-c6bd-452f-8bb0-808b3aeac21d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0502224 Aug 09 02:41:18.488408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e1bca63c-8e79-4219-8848-c50bf228ba03,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:18.538731 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-6e280ca8-d4ec-41d1-91c5-43c0521cc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.540561 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-6e280ca8-d4ec-41d1-91c5-43c0521cc12e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584185 Aug 09 02:41:18.634832 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1cb4d-b6c3-4b95-b33c-9cf35f2cbaeb req-5c0ecf30-cb94-4cef-8948-8d1320798ef7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.636595 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-92f1cb4d-b6c3-4b95-b33c-9cf35f2cbaeb req-5c0ecf30-cb94-4cef-8948-8d1320798ef7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 944 time: 0.0528529 Aug 09 02:41:18.671392 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:18.724428 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958382-df8c-48c3-887b-7d6b3595e9fb req-0fcfe743-7820-49c3-9f09-bcefc548e45f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:18.726241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a2958382-df8c-48c3-887b-7d6b3595e9fb req-0fcfe743-7820-49c3-9f09-bcefc548e45f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.1404793 Aug 09 02:41:18.787994 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-b5a4d04c-6db5-426a-a5e7-345c60d4f79c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78354ed7-300a-4712-933c-8e98c2dff363 HTTP/1.1" status: 200 len: 1001 time: 0.3268476 Aug 09 02:41:18.790876 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-92f1cb4d-b6c3-4b95-b33c-9cf35f2cbaeb req-af7d6d91-0ad9-4ca0-8059-210cfd47973d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101205 Aug 09 02:41:18.816047 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a2958382-df8c-48c3-887b-7d6b3595e9fb req-e1ced05c-ef6d-43b6-9f30-f277c6e89a65 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776973 Aug 09 02:41:19.946620 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2c06e-e6bb-4f94-aa2c-a041ffa0bbd0 req-e426a66b-02be-4d68-8a2b-1864c9442489 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:19.948072 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ceb2c06e-e6bb-4f94-aa2c-a041ffa0bbd0 req-e426a66b-02be-4d68-8a2b-1864c9442489 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 944 time: 0.0847723 Aug 09 02:41:19.958400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43e999-8bbc-4fed-877a-f86b672d6e46 req-efc09b64-db62-4315-ad91-62c80e29cce3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:19.959742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eb43e999-8bbc-4fed-877a-f86b672d6e46 req-efc09b64-db62-4315-ad91-62c80e29cce3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0653768 Aug 09 02:41:20.030443 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ceb2c06e-e6bb-4f94-aa2c-a041ffa0bbd0 req-57442bfc-eda6-40da-bc49-aa4f413170c0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696495 Aug 09 02:41:20.033349 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eb43e999-8bbc-4fed-877a-f86b672d6e46 req-098c50fb-80e7-4470-a8ae-667f00f597e3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670521 Aug 09 02:41:21.182949 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a996a-d148-46be-8711-9144a446afc8 req-1d329e0a-3f22-4339-8789-7c4dbf8ecf7a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:21.184440 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a53a996a-d148-46be-8711-9144a446afc8 req-1d329e0a-3f22-4339-8789-7c4dbf8ecf7a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 944 time: 0.0764072 Aug 09 02:41:21.190285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acab31-b386-44e9-94e3-bebc62e06f5a req-8f464887-b6af-4a35-8c59-fec1d927ea68 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:21.191655 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-79acab31-b386-44e9-94e3-bebc62e06f5a req-8f464887-b6af-4a35-8c59-fec1d927ea68 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0823648 Aug 09 02:41:21.266695 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a53a996a-d148-46be-8711-9144a446afc8 req-c6c345e9-f588-4dbb-8a40-12dab5dca8d1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741143 Aug 09 02:41:21.269919 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-79acab31-b386-44e9-94e3-bebc62e06f5a req-5b2ab95c-eb3c-46a3-9240-accdd4eceb33 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715847 Aug 09 02:41:21.406778 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e1bca63c-8e79-4219-8848-c50bf228ba03'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:41:21.605128 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['6db685d1-484e-4847-8638-637842940e30'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:41:22.442580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fad76-19df-47b6-be6c-2f2e88bdd2b3 req-c2efdc98-339a-4fcc-b14d-f1b218b05b3d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:22.444355 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a95fad76-19df-47b6-be6c-2f2e88bdd2b3 req-c2efdc98-339a-4fcc-b14d-f1b218b05b3d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 944 time: 0.0958185 Aug 09 02:41:22.456283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed781611-efbb-40c6-974b-83445f41a4f2 req-f878d602-99f7-4737-8a9c-ca033fe5f664 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:22.462823 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed781611-efbb-40c6-974b-83445f41a4f2 req-f878d602-99f7-4737-8a9c-ca033fe5f664 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0989313 Aug 09 02:41:22.538601 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574e70-ce58-443d-84f9-dad68c91c08d req-fb1631c7-ea89-4a30-8911-70a5285f872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:22.541181 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-fb1631c7-ea89-4a30-8911-70a5285f872d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0565112 Aug 09 02:41:22.589827 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:22.598229 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574e70-ce58-443d-84f9-dad68c91c08d req-95520007-eb94-4725-9e40-48125b820c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:22.600353 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-95520007-eb94-4725-9e40-48125b820c93 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526776 Aug 09 02:41:22.611075 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-f5b3768b-edab-4940-8e66-dad978f331bd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303601 Aug 09 02:41:22.657099 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:22.666373 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a95fad76-19df-47b6-be6c-2f2e88bdd2b3 req-d158e804-24fb-4148-8052-2b49e5e8e9bf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074859 Aug 09 02:41:22.697692 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:22.707215 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed781611-efbb-40c6-974b-83445f41a4f2 req-eb6bce5f-7e97-4907-9b2a-fbdc2227165b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409754 Aug 09 02:41:22.716428 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-78748670-7c89-413e-8989-5a3eb541839d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074250 Aug 09 02:41:22.797972 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf5eefc-d5b7-4924-9e46-f0700d473ba2 req-b85999aa-d921-4338-ae0f-2f7cfc8c4464 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727810 Aug 09 02:41:22.843326 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-27574e70-ce58-443d-84f9-dad68c91c08d req-81d1ab84-3f46-429d-b4ac-cee6ed0968aa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209030 Aug 09 02:41:23.148216 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-a24f503a-a4df-470f-9169-7cb2e8e0f573 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=017a524b579e48d2bc6fe99ab8332456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303266 Aug 09 02:41:23.334320 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-ba72d46d-56ef-4fd0-90fe-54db8085d9e9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:23.335770 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-ba72d46d-56ef-4fd0-90fe-54db8085d9e9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823304 Aug 09 02:41:23.350628 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-82c6fb69-e8f3-43ce-b054-439087d58ebd tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/quotas/017a524b579e48d2bc6fe99ab8332456 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Aug 09 02:41:23.381494 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-abbe9758-07a2-4d53-aa01-136dabc499ef tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=017a524b579e48d2bc6fe99ab8332456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252705 Aug 09 02:41:23.446760 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e1bca63c-8e79-4219-8848-c50bf228ba03 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:23.496148 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port e1bca63c-8e79-4219-8848-c50bf228ba03 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:41:23.505409 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port e1bca63c-8e79-4219-8848-c50bf228ba03 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:23.505823 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:23.545746 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0af8b569-7dde-4e9a-b083-c967bef28710 req-7889c6d2-a377-4eee-b0e8-b92f830f8f0f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0267897 Aug 09 02:41:23.582132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e1bca63c-8e79-4219-8848-c50bf228ba03 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:23.582544 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:23.609119 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:23.611386 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c24bc5-45d8-4182-bbad-b769da9db466" -d '{"events": [{"server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "name": "network-vif-plugged", "status": "completed", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:23.623754 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e1bca63c-8e79-4219-8848-c50bf228ba03, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e1bca63c-8e79-4219-8848-c50bf228ba03,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:23.631621 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:23.632606 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 6db685d1-484e-4847-8638-637842940e30 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:23.656564 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dbf014-5f85-4e37-9953-a235455f6985 x-openstack-request-id: req-f6dbf014-5f85-4e37-9953-a235455f6985 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:23.656878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "name": "network-vif-plugged", "status": "completed", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:23.657134 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6dbf014-5f85-4e37-9953-a235455f6985 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:23.657883 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6dbf014-5f85-4e37-9953-a235455f6985'] response: {'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'code': 200} Aug 09 02:41:23.719860 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e1bca63c-8e79-4219-8848-c50bf228ba03,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:23.730040 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 6db685d1-484e-4847-8638-637842940e30 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:41:23.734592 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.734946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.735346 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.735919 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.736334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.736713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.737116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.738566 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.738915 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.739312 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.739652 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.739991 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.741120 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.741459 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.742133 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:23.747388 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 6db685d1-484e-4847-8638-637842940e30 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:23.747764 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (6db685d1-484e-4847-8638-637842940e30), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:23.834344 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725ae8-1d03-48b8-bb1a-2ec9ce50f6f1 req-60321d1c-fe12-4fc4-96cf-250fdbf59ff6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:23.834840 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 6db685d1-484e-4847-8638-637842940e30 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:23.835406 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (6db685d1-484e-4847-8638-637842940e30), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:23.835997 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85725ae8-1d03-48b8-bb1a-2ec9ce50f6f1 req-60321d1c-fe12-4fc4-96cf-250fdbf59ff6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0692744 Aug 09 02:41:23.888184 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a2d1-ab64-49d2-9886-3f828fe8f672 req-8d9679d1-8750-4c06-af1b-8c3038530296 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:23.889876 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d9a2d1-ab64-49d2-9886-3f828fe8f672 req-8d9679d1-8750-4c06-af1b-8c3038530296 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0732911 Aug 09 02:41:23.913411 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 6db685d1-484e-4847-8638-637842940e30, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=6db685d1-484e-4847-8638-637842940e30,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:23.934705 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85725ae8-1d03-48b8-bb1a-2ec9ce50f6f1 req-97c2c710-4aea-4f90-a6fb-ab3ca9533ff9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763566 Aug 09 02:41:23.939684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (6db685d1-484e-4847-8638-637842940e30), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:23.959408 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d9a2d1-ab64-49d2-9886-3f828fe8f672 req-d05ce0e2-7a42-4a76-a985-5dfb442a09bc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602114 Aug 09 02:41:24.010670 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=6db685d1-484e-4847-8638-637842940e30,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:24.659399 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-376ca000-6b0b-4026-a88e-2e6bf88817c0 req-433d4ba0-e4e4-4c23-90c5-4834328e5827 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0296340 Aug 09 02:41:25.085292 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7cf1d-b2be-41fe-8880-f7ecb0d55efa req-213efc6c-d20a-4dfb-b62c-a482d44e01c9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:25.087200 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ce7cf1d-b2be-41fe-8880-f7ecb0d55efa req-213efc6c-d20a-4dfb-b62c-a482d44e01c9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0823426 Aug 09 02:41:25.108340 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915573b3-5e13-4f6a-b7e3-f03418fdd350 req-997fe95a-f969-4f4f-bcbe-87fcfd5f788f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:25.109709 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-915573b3-5e13-4f6a-b7e3-f03418fdd350 req-997fe95a-f969-4f4f-bcbe-87fcfd5f788f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0734932 Aug 09 02:41:25.171317 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ce7cf1d-b2be-41fe-8880-f7ecb0d55efa req-43aadd8a-13ae-4ec9-8094-3f0bb02d06e9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759301 Aug 09 02:41:25.178028 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-915573b3-5e13-4f6a-b7e3-f03418fdd350 req-8c2dda14-7e81-40bb-a32a-90ba5ba99a56 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Aug 09 02:41:25.659419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db685d1-484e-4847-8638-637842940e30'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:25.663252 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909321e9-53e6-45cf-94db-6b7b61ec3cf5" -d '{"events": [{"server_uuid": "a587f99c-5ad7-4fa2-945e-06954d45d44d", "name": "network-vif-plugged", "status": "completed", "tag": "6db685d1-484e-4847-8638-637842940e30"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:25.705807 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf423ce-c636-4256-8d20-1088d3be2906 x-openstack-request-id: req-cbf423ce-c636-4256-8d20-1088d3be2906 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:25.706101 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a587f99c-5ad7-4fa2-945e-06954d45d44d", "name": "network-vif-plugged", "status": "completed", "tag": "6db685d1-484e-4847-8638-637842940e30", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:25.706380 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbf423ce-c636-4256-8d20-1088d3be2906 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:25.706781 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf423ce-c636-4256-8d20-1088d3be2906'] response: {'server_uuid': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db685d1-484e-4847-8638-637842940e30', 'code': 200} Aug 09 02:41:25.764361 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7049ec75-f920-4761-8d51-8da225be6ec2 req-cddc16a0-6c6e-45fa-a0c2-aa9b08825ac0 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0301988 Aug 09 02:41:26.183346 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:41:26.290846 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:26.303785 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'port_id': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7', 'mac_address': 'fa:16:3e:3b:e1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:41:26.331500 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:26.337284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df64c-2350-435c-9830-c9aa1c87b2df req-be12fcb7-4233-4969-8c58-bd6fb393253f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:26.339059 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c17df64c-2350-435c-9830-c9aa1c87b2df req-be12fcb7-4233-4969-8c58-bd6fb393253f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 944 time: 0.0865388 Aug 09 02:41:26.345310 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb058f9-2afb-4b36-bd61-5952059eb611 req-247bec56-707f-42dd-9ac5-27d1e55c0070 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:26.346979 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4bb058f9-2afb-4b36-bd61-5952059eb611 req-247bec56-707f-42dd-9ac5-27d1e55c0070 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0923903 Aug 09 02:41:26.347845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:26.348250 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:26.351053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:26.353786 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:26.369711 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:26.393822 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:26.401063 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:26.422482 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c17df64c-2350-435c-9830-c9aa1c87b2df req-823fccc1-8e0e-442f-b6da-4453d405a357 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743756 Aug 09 02:41:26.463015 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4bb058f9-2afb-4b36-bd61-5952059eb611 req-6907aad7-bfd8-44fb-9f41-d3ee887707ca tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073594 Aug 09 02:41:26.478001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:26.654484 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b7057-8df4-41e6-939c-6ec947f08c6d req-8a747f03-c5e2-43ca-8d00-eedcf1d5b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:26.656371 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-816b7057-8df4-41e6-939c-6ec947f08c6d req-8a747f03-c5e2-43ca-8d00-eedcf1d5b45b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1130 time: 0.0447183 Aug 09 02:41:26.658765 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6efc2-dd56-4d08-84d3-5190c327888e req-f6247a22-ccd6-49d4-b25e-c9a1ecaedb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:26.660778 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dad6efc2-dd56-4d08-84d3-5190c327888e req-f6247a22-ccd6-49d4-b25e-c9a1ecaedb66 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1129 time: 0.0487819 Aug 09 02:41:26.685452 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:26.722324 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-816b7057-8df4-41e6-939c-6ec947f08c6d req-2ac10bbd-3cb5-4361-9ebd-85893ac16380 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Aug 09 02:41:26.722658 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dad6efc2-dd56-4d08-84d3-5190c327888e req-62415d7c-d8a0-423f-9019-1ff2e913c43e service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394962 Aug 09 02:41:26.857579 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['8f9897d0-4b5a-4a41-9c95-c0710478bbe7'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:41:26.873728 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4afcedb6-9f08-44c9-b873-4f5083bf793e req-b5a4e16e-d755-4e79-9983-16ab68cb1435 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0280399 Aug 09 02:41:27.479498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60812) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:27.571414 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:27.820410 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:27.828413 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12faa-3b2e-42c6-ba3b-be51e15b8a43 req-8dc3085d-0d8c-4f4a-933a-e77fcaa91d29 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:27.829876 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-daa12faa-3b2e-42c6-ba3b-be51e15b8a43 req-8dc3085d-0d8c-4f4a-933a-e77fcaa91d29 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 945 time: 0.3001935 Aug 09 02:41:27.837027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbeabc-80a7-4613-9e7b-0c1aabdffb3c req-1187f0e6-88a3-4991-b7b8-725f9a465094 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:27.838807 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8bdbeabc-80a7-4613-9e7b-0c1aabdffb3c req-1187f0e6-88a3-4991-b7b8-725f9a465094 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.2916999 Aug 09 02:41:27.880571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:27.946131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-daa12faa-3b2e-42c6-ba3b-be51e15b8a43 req-e12b124b-0047-48a6-95dd-0a6025cc1f58 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017516 Aug 09 02:41:27.952049 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8bdbeabc-80a7-4613-9e7b-0c1aabdffb3c req-83eef624-9178-49e4-955e-157202b96f76 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047585 Aug 09 02:41:27.994180 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Publish callbacks [] for security_group (c39d4138-3cd2-4f9f-bf97-29e862d56c18), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:27.999240 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c39d4138-3cd2-4f9f-bf97-29e862d56c18), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.059886 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8df9e21e-2260-4ff4-bd03-2fd2152e49ea req-983527f0-d17d-4b68-83ce-7122377a158a tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0493929 Aug 09 02:41:28.069232 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b2222f760da64228847e9991564117a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861909 Aug 09 02:41:28.069232 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d4138-3cd2-4f9f-bf97-29e862d56c18,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:28.069514 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60818) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:28.085858 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.086222 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.086571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.087085 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.087425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.087761 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.088088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.088411 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.088736 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.089061 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.089385 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.089704 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.090016 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.090378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.090682 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97f826-0c58-422a-9068-bda90a5cb188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:28.134251 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c70c20a7-7063-43c2-b1d8-3c0e337e75f8 admin admin] Publish callbacks [] for security_group (c39d4138-3cd2-4f9f-bf97-29e862d56c18), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.156122 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c70c20a7-7063-43c2-b1d8-3c0e337e75f8 admin admin] Publish callbacks [] for security_group (c39d4138-3cd2-4f9f-bf97-29e862d56c18), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.194740 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:28.217938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c70c20a7-7063-43c2-b1d8-3c0e337e75f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c39d4138-3cd2-4f9f-bf97-29e862d56c18), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.226843 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c70c20a7-7063-43c2-b1d8-3c0e337e75f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.226843 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c70c20a7-7063-43c2-b1d8-3c0e337e75f8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c39d4138-3cd2-4f9f-bf97-29e862d56c18 HTTP/1.1" status: 204 len: 168 time: 0.1530428 Aug 09 02:41:28.239851 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c20a7-7063-43c2-b1d8-3c0e337e75f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d4138-3cd2-4f9f-bf97-29e862d56c18,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:28.267070 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:41:28.274535 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:28.275643 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.377624 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:28.378628 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.405046 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4571cba1-e225-40c3-aa20-12c3802c6507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:28.407650 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8289ed6e-076f-46f0-8046-e65f36364981" -d '{"events": [{"server_uuid": "4571cba1-e225-40c3-aa20-12c3802c6507", "name": "network-vif-plugged", "status": "completed", "tag": "8f9897d0-4b5a-4a41-9c95-c0710478bbe7"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:28.422202 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:28.428423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:28.469649 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adc2df8-272f-4a56-886e-720788fa5a46 x-openstack-request-id: req-8adc2df8-272f-4a56-886e-720788fa5a46 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:28.470192 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4571cba1-e225-40c3-aa20-12c3802c6507", "name": "network-vif-plugged", "status": "completed", "tag": "8f9897d0-4b5a-4a41-9c95-c0710478bbe7", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:28.470624 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8adc2df8-272f-4a56-886e-720788fa5a46 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:28.471049 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adc2df8-272f-4a56-886e-720788fa5a46'] response: {'server_uuid': '4571cba1-e225-40c3-aa20-12c3802c6507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7', 'code': 200} Aug 09 02:41:28.485530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:28.862604 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60878) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:28.969063 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.089578 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Publish callbacks [] for security_group (a7b6528f-8b6a-4d33-ab2e-bdcb66cca070), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.094775 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a7b6528f-8b6a-4d33-ab2e-bdcb66cca070), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.120089 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9b5a-e401-4307-a646-7431553d7667 req-e71243d6-2d68-4bbc-a57c-d08773dab844 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:29.126841 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c3c9b5a-e401-4307-a646-7431553d7667 req-e71243d6-2d68-4bbc-a57c-d08773dab844 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0868716 Aug 09 02:41:29.135685 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f2009a7bf952417691096b96f1d4700a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718837 Aug 09 02:41:29.137594 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b6528f-8b6a-4d33-ab2e-bdcb66cca070,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:29.139924 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60900) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:29.150894 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea992c63-5b9a-47b0-930a-764152537daa req-cc2529e8-ed3a-4d03-9abb-68920b129a2d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:29.158378 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ea992c63-5b9a-47b0-930a-764152537daa req-cc2529e8-ed3a-4d03-9abb-68920b129a2d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.1057782 Aug 09 02:41:29.159960 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.160816 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.161346 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.161959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.162467 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.163022 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.163568 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.164086 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.164718 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.165508 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.166169 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.166766 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.167307 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.167812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.168310 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10371-2a1e-48cb-95ff-0a2973473047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:29.230821 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ea992c63-5b9a-47b0-930a-764152537daa req-4763be11-6904-41d9-80cc-1b3bb41b008a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714223 Aug 09 02:41:29.237043 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987b4dd0-f2d4-4387-a74f-8db29677d21f admin admin] Publish callbacks [] for security_group (a7b6528f-8b6a-4d33-ab2e-bdcb66cca070), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.263797 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987b4dd0-f2d4-4387-a74f-8db29677d21f admin admin] Publish callbacks [] for security_group (a7b6528f-8b6a-4d33-ab2e-bdcb66cca070), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.277834 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c3c9b5a-e401-4307-a646-7431553d7667 req-6b698ef3-9610-4e6e-a962-92d12ab5cff1 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495254 Aug 09 02:41:29.329335 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987b4dd0-f2d4-4387-a74f-8db29677d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a7b6528f-8b6a-4d33-ab2e-bdcb66cca070), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.332501 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987b4dd0-f2d4-4387-a74f-8db29677d21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.337228 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-987b4dd0-f2d4-4387-a74f-8db29677d21f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a7b6528f-8b6a-4d33-ab2e-bdcb66cca070 HTTP/1.1" status: 204 len: 168 time: 0.1960070 Aug 09 02:41:29.353726 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c97c63b-541c-44a2-a0d4-08ed4b141bb3 req-386d81e9-d730-4ca4-874a-12ad2575524a tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0387156 Aug 09 02:41:29.355795 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b4dd0-f2d4-4387-a74f-8db29677d21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b6528f-8b6a-4d33-ab2e-bdcb66cca070,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:29.777726 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60950) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:29.792759 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f19734d3-6ed7-4270-a3ba-973488ebe1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.899077 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f19734d3-6ed7-4270-a3ba-973488ebe1fb admin admin] Publish callbacks [] for security_group (42ed75a4-a79c-4df3-ad20-fe5ad738860c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.904126 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f19734d3-6ed7-4270-a3ba-973488ebe1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (42ed75a4-a79c-4df3-ad20-fe5ad738860c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:29.925371 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:29.944721 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f19734d3-6ed7-4270-a3ba-973488ebe1fb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e632ac434fcf4a6ab28123c486e7006a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655967 Aug 09 02:41:29.947551 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19734d3-6ed7-4270-a3ba-973488ebe1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed75a4-a79c-4df3-ad20-fe5ad738860c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:29.947743 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60958) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:30.005013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc80aaba-06a5-4d05-b6d7-55b96f29eb7d admin admin] Publish callbacks [] for security_group (42ed75a4-a79c-4df3-ad20-fe5ad738860c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.027224 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc80aaba-06a5-4d05-b6d7-55b96f29eb7d admin admin] Publish callbacks [] for security_group (42ed75a4-a79c-4df3-ad20-fe5ad738860c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.063300 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:30.080691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc80aaba-06a5-4d05-b6d7-55b96f29eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (42ed75a4-a79c-4df3-ad20-fe5ad738860c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.083311 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc80aaba-06a5-4d05-b6d7-55b96f29eb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.087033 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-cc80aaba-06a5-4d05-b6d7-55b96f29eb7d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/42ed75a4-a79c-4df3-ad20-fe5ad738860c HTTP/1.1" status: 204 len: 168 time: 0.1357584 Aug 09 02:41:30.093311 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80aaba-06a5-4d05-b6d7-55b96f29eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed75a4-a79c-4df3-ad20-fe5ad738860c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:30.354529 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132c726-1069-4e88-abba-00c0316ca306 req-4663710d-903f-4c6a-9e9a-2fc4e83d25a9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:30.356199 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f132c726-1069-4e88-abba-00c0316ca306 req-4663710d-903f-4c6a-9e9a-2fc4e83d25a9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0505505 Aug 09 02:41:30.436052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d472b-c18a-4385-beaa-88c0b4cd4b90 req-7c9de5da-ee51-47b8-b74a-76fa3b7f6035 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:30.443353 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-938d472b-c18a-4385-beaa-88c0b4cd4b90 req-7c9de5da-ee51-47b8-b74a-76fa3b7f6035 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0859971 Aug 09 02:41:30.466061 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60988) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:30.474248 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f132c726-1069-4e88-abba-00c0316ca306 req-287f8518-86d1-44f9-9cf7-0df04108d2f5 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082790 Aug 09 02:41:30.491580 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-937d2a54-d5f3-4d69-bd07-95713255026c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.522205 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-938d472b-c18a-4385-beaa-88c0b4cd4b90 req-787b3aee-f09c-4bf9-a7ce-25694951e9bf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779033 Aug 09 02:41:30.602797 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e1df73a0-0de9-45c3-ab54-ee07148f2661 req-22fe2d0e-7046-4532-ab61-842f9179bc19 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0495217 Aug 09 02:41:30.613480 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-937d2a54-d5f3-4d69-bd07-95713255026c admin admin] Publish callbacks [] for security_group (7c47762b-fb55-4741-b1b5-a9fdfeedc36f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.619906 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-937d2a54-d5f3-4d69-bd07-95713255026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7c47762b-fb55-4741-b1b5-a9fdfeedc36f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.629545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:30.646943 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f1e2a-bc57-4088-8b43-1866e49d0094 req-f754bd72-a14c-4402-83ed-a2febe56438a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:30.649171 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-518f1e2a-bc57-4088-8b43-1866e49d0094 req-f754bd72-a14c-4402-83ed-a2febe56438a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0583732 Aug 09 02:41:30.661548 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 60992) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:30.667048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'floatingip': {'port_id': 'e1bca63c-8e79-4219-8848-c50bf228ba03'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:30.667812 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e566cdd6-e82b-458a-a6d1-178fa126404b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.676770 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-937d2a54-d5f3-4d69-bd07-95713255026c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f96c17a4efe14f30826ce6345dbb6eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095261 Aug 09 02:41:30.677735 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d2a54-d5f3-4d69-bd07-95713255026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c47762b-fb55-4741-b1b5-a9fdfeedc36f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:30.680280 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 60994) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:30.711639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (250ad179-c96d-44a7-a0ad-4804cecbd558), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.734389 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf342-15dc-4b2b-9cf2-6b8344b37122 admin admin] Publish callbacks [] for security_group (7c47762b-fb55-4741-b1b5-a9fdfeedc36f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.755393 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf342-15dc-4b2b-9cf2-6b8344b37122 admin admin] Publish callbacks [] for security_group (7c47762b-fb55-4741-b1b5-a9fdfeedc36f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.763044 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:30.812775 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf342-15dc-4b2b-9cf2-6b8344b37122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7c47762b-fb55-4741-b1b5-a9fdfeedc36f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.815417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf342-15dc-4b2b-9cf2-6b8344b37122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:30.816605 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4f9bf342-15dc-4b2b-9cf2-6b8344b37122 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7c47762b-fb55-4741-b1b5-a9fdfeedc36f HTTP/1.1" status: 204 len: 168 time: 0.1352232 Aug 09 02:41:30.827683 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bf342-15dc-4b2b-9cf2-6b8344b37122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c47762b-fb55-4741-b1b5-a9fdfeedc36f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:31.185856 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.192043 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (250ad179-c96d-44a7-a0ad-4804cecbd558), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.261291 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32782) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:31.305475 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-11cb55fc-5058-46a3-b964-9adc0a2edb85 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=017a524b579e48d2bc6fe99ab8332456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602350 Aug 09 02:41:31.331076 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Floating IP 250ad179-c96d-44a7-a0ad-4804cecbd558 associated. External IP: 172.27.2.132, port: e1bca63c-8e79-4219-8848-c50bf228ba03. Aug 09 02:41:31.380997 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:31.384029 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=78 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:31.528695 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8bfd-d009-400b-ab3a-51c158a51b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.535231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:31.600675 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Router 56ef860f-9e25-4781-b908-46bbeb298530 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:41:31.638726 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8bfd-d009-400b-ab3a-51c158a51b84 admin admin] Publish callbacks [] for security_group (5ce4322a-2330-42b8-b9db-b1c87bc5ab90), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.645981 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8bfd-d009-400b-ab3a-51c158a51b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5ce4322a-2330-42b8-b9db-b1c87bc5ab90), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.685907 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7c7c8bfd-d009-400b-ab3a-51c158a51b84 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d777960bc55f4471abd193a7df4a6200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234240 Aug 09 02:41:31.686937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c8bfd-d009-400b-ab3a-51c158a51b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4322a-2330-42b8-b9db-b1c87bc5ab90,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:31.689321 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32804) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:31.747437 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-479b2235-996e-48c6-a28f-f59c46c46f25 admin admin] Publish callbacks [] for security_group (5ce4322a-2330-42b8-b9db-b1c87bc5ab90), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.770057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-479b2235-996e-48c6-a28f-f59c46c46f25 admin admin] Publish callbacks [] for security_group (5ce4322a-2330-42b8-b9db-b1c87bc5ab90), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.792984 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2bc518ce-d455-4d9a-811c-37d9f079ee50 req-15dda822-7fdc-4101-9ad5-78a884e835bb tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.0437706 Aug 09 02:41:31.800514 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:31.811340 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc25f26-0c02-4a78-bc08-d1199a49691a req-7b9ff47b-4532-4417-9502-1e0bbdfe9be8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:31.812975 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7cc25f26-0c02-4a78-bc08-d1199a49691a req-7b9ff47b-4532-4417-9502-1e0bbdfe9be8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.2028949 Aug 09 02:41:31.817802 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 32806) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:31.838385 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:31.840881 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-479b2235-996e-48c6-a28f-f59c46c46f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5ce4322a-2330-42b8-b9db-b1c87bc5ab90), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.843731 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-479b2235-996e-48c6-a28f-f59c46c46f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.844883 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-479b2235-996e-48c6-a28f-f59c46c46f25 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5ce4322a-2330-42b8-b9db-b1c87bc5ab90 HTTP/1.1" status: 204 len: 168 time: 0.1546397 Aug 09 02:41:31.855664 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:31.855815 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:31.864893 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b2235-996e-48c6-a28f-f59c46c46f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4322a-2330-42b8-b9db-b1c87bc5ab90,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:31.880755 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:31.881492 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:31.930332 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-42614a22-e038-4afe-900d-08d96778de2b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/250ad179-c96d-44a7-a0ad-4804cecbd558 HTTP/1.1" status: 200 len: 991 time: 1.2654526 Aug 09 02:41:31.933521 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:31.936090 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:31.951501 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7cc25f26-0c02-4a78-bc08-d1199a49691a req-42ab7660-832a-464d-a9da-299e28410b69 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289957 Aug 09 02:41:32.052245 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-2e065939-bf3c-4305-a073-a7a60847ecbc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614073 Aug 09 02:41:32.080057 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:32.086639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a37f3b-e3eb-4b3d-844b-355a98787f2c x-openstack-request-id: req-60a37f3b-e3eb-4b3d-844b-355a98787f2c {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:32.088173 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:32.090432 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60a37f3b-e3eb-4b3d-844b-355a98787f2c {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:32.091291 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a37f3b-e3eb-4b3d-844b-355a98787f2c'] response: {'name': 'network-changed', 'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'status': 'completed', 'code': 200} Aug 09 02:41:32.172575 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-e1cf0b20-f1bd-4ae4-82bb-d20bc494933c tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:32.183915 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-e1cf0b20-f1bd-4ae4-82bb-d20bc494933c tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928453 Aug 09 02:41:32.211618 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-33558493-network', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:32.235015 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Made reservation on behalf of f0a5508bdf5e4577b49783c3e424f1ee for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:32.237614 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.246908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.301137 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '250ad179-c96d-44a7-a0ad-4804cecbd558', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'port_id': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'mac_address': 'fa:16:3e:d6:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:54Z', 'updated_at': '2022-08-09T02:41:31Z', 'revision_number': 1, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:32.305885 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32822) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:32.319599 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dbfee21f-77cc-44e1-bdd3-0a9fb855908a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.330281 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:32.338369 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:32.339229 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:32.340133 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:32.359893 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks [] for security_group (2268c3ba-bfe8-41df-830a-1d7ee050bffc), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.366697 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (2268c3ba-bfe8-41df-830a-1d7ee050bffc), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.395121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:41:32.407622 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (ff7386aa-ad64-4eeb-a30f-6ba79b934fea), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.408383 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Added segment ff7386aa-ad64-4eeb-a30f-6ba79b934fea of type vlan for network fe941757-a8c5-41ae-b46b-5e1da78209e3 Aug 09 02:41:32.419022 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dbfee21f-77cc-44e1-bdd3-0a9fb855908a admin admin] Publish callbacks [] for security_group (1333d3fd-9d78-4c3c-9386-b93f240312c2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.425385 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dbfee21f-77cc-44e1-bdd3-0a9fb855908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (1333d3fd-9d78-4c3c-9386-b93f240312c2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.445476 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:32.481206 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Request body: {'port': {'device_id': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d', 'admin_state_up': True, 'tenant_id': '017a524b579e48d2bc6fe99ab8332456'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:32.486494 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2268c3ba-bfe8-41df-830a-1d7ee050bffc,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:32.517858 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee21f-77cc-44e1-bdd3-0a9fb855908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333d3fd-9d78-4c3c-9386-b93f240312c2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:32.545166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (fe941757-a8c5-41ae-b46b-5e1da78209e3), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.554651 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dbfee21f-77cc-44e1-bdd3-0a9fb855908a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=58b6ff2e844e4041a64946b89fe5ff29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475855 Aug 09 02:41:32.555482 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32828) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:32.566601 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73304802-4a55-4060-9db6-6396de0d593a req-084d2281-0ab5-475b-8876-3f8f9fffaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:32.568363 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73304802-4a55-4060-9db6-6396de0d593a req-084d2281-0ab5-475b-8876-3f8f9fffaf09 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 1130 time: 0.0986750 Aug 09 02:41:32.611815 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (fe941757-a8c5-41ae-b46b-5e1da78209e3), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.612903 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:32.613548 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.714950 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '250ad179-c96d-44a7-a0ad-4804cecbd558', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'port_id': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'mac_address': 'fa:16:3e:d6:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:54Z', 'updated_at': '2022-08-09T02:41:31Z', 'revision_number': 1, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:32.718454 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8995390 Aug 09 02:41:32.721442 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-fd1eae26-244c-4622-8dd8-ff835bdbe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:32.723302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 32830) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:32.723439 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-fd1eae26-244c-4622-8dd8-ff835bdbe05a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=88f96c9ae9b44b91a4db2187160a5688&device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 1129 time: 0.0543919 Aug 09 02:41:32.725937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5878e023-d0c9-461b-ba73-0f6de1cfe68e admin admin] Publish callbacks [] for security_group (1333d3fd-9d78-4c3c-9386-b93f240312c2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.730404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Request body: {'subnet': {'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-33558493-subnet', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'ip_version': 4}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:32.745830 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86904e-acdd-4325-9cb0-b5b3302c1050 admin admin] Pushing event updated for resources: {'Network': ['ID=fe941757-a8c5-41ae-b46b-5e1da78209e3,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:32.754203 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b8837-ada5-4a33-8b54-5b9599f0c32b None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '250ad179-c96d-44a7-a0ad-4804cecbd558', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'port_id': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'mac_address': 'fa:16:3e:d6:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:54Z', 'updated_at': '2022-08-09T02:41:31Z', 'revision_number': 1, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:32.756246 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Made reservation on behalf of 017a524b579e48d2bc6fe99ab8332456 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:32.759987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.762023 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:41:32.765769 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-128fb534-6faa-4345-b91a-9dd41384bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:32.767715 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-128fb534-6faa-4345-b91a-9dd41384bfd8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1129 time: 0.1261420 Aug 09 02:41:32.768230 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:32.770507 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5878e023-d0c9-461b-ba73-0f6de1cfe68e admin admin] Publish callbacks [] for security_group (1333d3fd-9d78-4c3c-9386-b93f240312c2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.785548 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.840449 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:32.865151 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Made reservation on behalf of f0a5508bdf5e4577b49783c3e424f1ee for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:32.868111 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.881312 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73304802-4a55-4060-9db6-6396de0d593a req-c2628e35-6a8e-4078-9739-77066acb6b7f service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411780 Aug 09 02:41:32.884255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5878e023-d0c9-461b-ba73-0f6de1cfe68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (1333d3fd-9d78-4c3c-9386-b93f240312c2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.887040 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:32.887314 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5878e023-d0c9-461b-ba73-0f6de1cfe68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:32.889645 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5878e023-d0c9-461b-ba73-0f6de1cfe68e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1333d3fd-9d78-4c3c-9386-b93f240312c2 HTTP/1.1" status: 204 len: 168 time: 0.3291180 Aug 09 02:41:32.956235 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878e023-d0c9-461b-ba73-0f6de1cfe68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333d3fd-9d78-4c3c-9386-b93f240312c2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:33.014558 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-e929ee8a-d932-459a-84be-d21877fcf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:33.016423 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-e929ee8a-d932-459a-84be-d21877fcf579 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b3049e7c-6008-434c-a53c-a1a2f6df9e45 HTTP/1.1" status: 200 len: 912 time: 0.1597080 Aug 09 02:41:33.115063 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e8f00b7a-e5de-480a-9b15-7dd45005f24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:33.140006 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8f177-eec5-4981-85ab-8f2ee7a001c4 None None] New status for floating IP 250ad179-c96d-44a7-a0ad-4804cecbd558: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:41:33.321131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-04953838-7898-44ef-9c4a-fe687db32a5a req-c96329d3-adf8-417c-8b70-59027de3583d tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 210 time: 0.1161065 Aug 09 02:41:33.351942 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-4acaf049-f756-402e-af34-0a4b943bac40 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01cee1a-247a-4147-8cbe-c15281979780 HTTP/1.1" status: 200 len: 217 time: 0.0789313 Aug 09 02:41:33.354803 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bdcf0-4c41-41b3-a967-5c8a69ccf0b3 req-de2dfb6e-e22b-4424-9778-f235377e47e3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:33.356341 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c56bdcf0-4c41-41b3-a967-5c8a69ccf0b3 req-de2dfb6e-e22b-4424-9778-f235377e47e3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1546905 Aug 09 02:41:33.402691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-d5d03f02-6626-4457-84a0-3c681fb3d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:33.404172 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-d5d03f02-6626-4457-84a0-3c681fb3d06b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 911 time: 0.6222813 Aug 09 02:41:33.428380 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:41:33.499850 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c56bdcf0-4c41-41b3-a967-5c8a69ccf0b3 req-23e076c3-63ff-487b-b506-61ed01f16197 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257827 Aug 09 02:41:33.505626 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks [] for security_group (c14ab46a-6e5b-4eec-b25b-c28e4d92c87a), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:33.514243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c14ab46a-6e5b-4eec-b25b-c28e4d92c87a), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:33.620081 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:33.644979 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (1dd21407-68b4-4cf8-968a-8abb90534b12), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:33.733515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd21407-68b4-4cf8-968a-8abb90534b12,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:33.770547 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Allocated IP 192.168.233.83 (cd90da15-0471-4174-92f3-a5fd68d6586d/4b935805-231a-4744-8bd9-d636ccb5fb32/a682b349-80c7-44e8-838b-efa10e67c865) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:33.773344 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Checking segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:33.773744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Network hostable DHCP agents. Network: fe941757-a8c5-41ae-b46b-5e1da78209e3, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:41:33.810098 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:33.824129 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:41:33.846098 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, fe941757-a8c5-41ae-b46b-5e1da78209e3) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:33.852488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:33.853373 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:33.854837 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a708d-dcc0-4347-8681-396be5ce8271 None None] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:33.928060 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:33.981603 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-ed028fd5-7c50-47dc-be9b-4357e35ba3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:33.983186 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-ed028fd5-7c50-47dc-be9b-4357e35ba3bb service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=e7672434-cc40-4ae0-9a40-c7ec4b27dc63 HTTP/1.1" status: 200 len: 850 time: 0.1084547 Aug 09 02:41:34.032794 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-fe941757-a8c5-41ae-b46b-5e1da78209e3', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:41:34.035185 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.040918 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b4df9949-91c5-4c3c-bb2b-22c882e47fef admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3147459 Aug 09 02:41:34.044112 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32870) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:34.049243 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:34.073321 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.074792 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.149030 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks [] for router_controller (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.184953 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-e0f992ff-eaf6-49b5-bb4b-11811723b985 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 1001 time: 0.2439966 Aug 09 02:41:34.194104 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe07ea-48f8-4c01-93ee-e246fc796996 req-fa26195e-8393-40ae-ad56-3a2ccd517a87 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:34.196013 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8fe07ea-48f8-4c01-93ee-e246fc796996 req-fa26195e-8393-40ae-ad56-3a2ccd517a87 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1610279 Aug 09 02:41:34.199424 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks [] for port (a682b349-80c7-44e8-838b-efa10e67c865), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.232952 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Allocated IP 172.20.0.2 (fe941757-a8c5-41ae-b46b-5e1da78209e3/1dd21407-68b4-4cf8-968a-8abb90534b12/88c51ab1-f1e6-4940-89e9-31081b0528b5) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:34.267294 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8fe07ea-48f8-4c01-93ee-e246fc796996 req-3ac5e331-99f1-4072-aa56-c566a5700313 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Aug 09 02:41:34.284156 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (a682b349-80c7-44e8-838b-efa10e67c865), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.326794 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.351881 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Network cd90da15-0471-4174-92f3-a5fd68d6586d is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:34.357430 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:34.359668 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Pushing event updated for resources: {'Port': ['ID=a682b349-80c7-44e8-838b-efa10e67c865,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:34.362018 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:34.367399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:34.368033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.369634 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks [] for router_gateway (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.391765 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-965d0797-3902-4b07-987d-0f3a7e50cb3f tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9339705 Aug 09 02:41:34.489905 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:34.499671 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b69592-7df8-424d-a4cf-e32a699cc676 req-10b53940-3e30-4046-8215-a0c6726a0d94 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:34.511490 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Publish callbacks [] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.512149 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-04b69592-7df8-424d-a4cf-e32a699cc676 req-10b53940-3e30-4046-8215-a0c6726a0d94 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 935 time: 0.0798411 Aug 09 02:41:34.523267 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.572821 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:34.576573 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:34.580050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:34.604777 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Pushing event updated for resources: {'Port': ['ID=88c51ab1-f1e6-4940-89e9-31081b0528b5,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:34.629255 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-04b69592-7df8-424d-a4cf-e32a699cc676 req-216db8b2-e3af-4730-adc5-c74d5efa4f52 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097164 Aug 09 02:41:34.662227 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks [] for router_gateway (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.674429 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:34.686492 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.686737 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:34.693997 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Attempting to bind port 88c51ab1-f1e6-4940-89e9-31081b0528b5 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:34.694723 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Attempting to bind port 88c51ab1-f1e6-4940-89e9-31081b0528b5 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:34.695281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Attempting to bind port 88c51ab1-f1e6-4940-89e9-31081b0528b5 on network fe941757-a8c5-41ae-b46b-5e1da78209e3 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:34.700146 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:34.705444 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:34.706136 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Checking segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:34.706993 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.707610 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Bound using segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:34.708795 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Bound port: 88c51ab1-f1e6-4940-89e9-31081b0528b5, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:34.709597 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.722413 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425a82-d854-4260-9f24-e0a81c9febe5 req-9a21eb88-2312-4869-a2f0-2020dcc8fa53 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:34.724238 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2b425a82-d854-4260-9f24-e0a81c9febe5 req-9a21eb88-2312-4869-a2f0-2020dcc8fa53 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0745225 Aug 09 02:41:34.750787 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-8cd194bc-d51a-46be-95b7-845e542aa1dc None None] Provisioning complete for port a682b349-80c7-44e8-838b-efa10e67c865 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:34.751447 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8cd194bc-d51a-46be-95b7-845e542aa1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (a682b349-80c7-44e8-838b-efa10e67c865), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.796023 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2b425a82-d854-4260-9f24-e0a81c9febe5 req-4eac54c0-76b0-41bc-ad80-04cfe1a3ddae tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Aug 09 02:41:34.817713 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Allocated IP 172.27.2.63 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/f1dae850-763c-40fc-81a9-9b98b11d26b9) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:34.828382 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-8cd194bc-d51a-46be-95b7-845e542aa1dc None None] Port a682b349-80c7-44e8-838b-efa10e67c865 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:34.849040 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] For port 88c51ab1-f1e6-4940-89e9-31081b0528b5, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:34.852258 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] For port 88c51ab1-f1e6-4940-89e9-31081b0528b5, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=88c51ab1-f1e6-4940-89e9-31081b0528b5,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:34.875565 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:34.927117 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4c95c-73db-4998-b7a7-454a380cade6 None None] Pushing event updated for resources: {'Port': ['ID=88c51ab1-f1e6-4940-89e9-31081b0528b5,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:34.970062 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks [] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.007326 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.056067 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:35.061458 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:35.063811 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Pushing event updated for resources: {'Port': ['ID=f1dae850-763c-40fc-81a9-9b98b11d26b9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:35.066019 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:35.136739 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:35.208100 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.297679 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks [] for router_gateway (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.425972 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0bb3-155e-49e7-acbf-5c210afd0f06 req-47918cbe-6c89-4494-9c74-eee6b97c999c tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:35.429690 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-960c0bb3-155e-49e7-acbf-5c210afd0f06 req-47918cbe-6c89-4494-9c74-eee6b97c999c tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0665934 Aug 09 02:41:35.467881 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.491358 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-960c0bb3-155e-49e7-acbf-5c210afd0f06 req-da2902e7-f00b-4c41-93b0-26d08c33ecfc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553770 Aug 09 02:41:35.517173 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.552512 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:35.671139 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:41:35.783317 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe209-e735-4a50-849c-85854d286ee9 req-b27ccb7e-d9a8-4720-8cd3-326960be8294 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:35.784991 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19cfe209-e735-4a50-849c-85854d286ee9 req-b27ccb7e-d9a8-4720-8cd3-326960be8294 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 935 time: 0.0682962 Aug 09 02:41:35.849267 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.874718 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:35.886005 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Sync routers for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:35.894831 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19cfe209-e735-4a50-849c-85854d286ee9 req-b540db10-e62c-420d-b6c2-cd2e3ab65f7b tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991259 Aug 09 02:41:35.895890 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 88c51ab1-f1e6-4940-89e9-31081b0528b5 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:35.916916 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:35.918098 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:35.928004 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.929835 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0e74103e-1528-41ad-b09e-243aa021afcf admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8845057 Aug 09 02:41:35.934040 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32910) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:35.980822 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 88c51ab1-f1e6-4940-89e9-31081b0528b5 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:35.981474 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:35.996461 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f27a8-cbd5-43de-91cf-c6e6b8b3e997 req-522d2ba8-da10-4d94-8369-868e2680d3bc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:35.997997 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c47f27a8-cbd5-43de-91cf-c6e6b8b3e997 req-522d2ba8-da10-4d94-8369-868e2680d3bc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0696826 Aug 09 02:41:36.072200 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c47f27a8-cbd5-43de-91cf-c6e6b8b3e997 req-e979b79e-7eaf-473a-9fb2-bf3851799973 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683560 Aug 09 02:41:36.105055 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59717f04-916c-4cd7-99b8-a7f7d42fc289 None None] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:36.162202 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:36.190338 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:36.298527 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Request body: {'port': {'device_id': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:36.343212 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 88c51ab1-f1e6-4940-89e9-31081b0528b5 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:36.343619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.364946 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:35Z', 'revision_number': 3, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:36.393045 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Checking router: 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:36.393763 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Updating router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 port f1dae850-763c-40fc-81a9-9b98b11d26b9 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:41:36.401077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:36.440577 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.441628 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-3b6cbf4a-3359-4678-9fac-f531cefa9d36 None None] Provisioning complete for port 88c51ab1-f1e6-4940-89e9-31081b0528b5 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:36.442216 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbf4a-3359-4678-9fac-f531cefa9d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.444584 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-2f82f882-9d23-4ead-bd4a-8924d5bab0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:36.446341 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-2f82f882-9d23-4ead-bd4a-8924d5bab0e6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.1449151 Aug 09 02:41:36.448102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a682b349-80c7-44e8-838b-efa10e67c865), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.450200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:36.472787 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-e83a58fa-848f-42e7-beee-58037498d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:36.475837 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-e83a58fa-848f-42e7-beee-58037498d8a7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b3049e7c-6008-434c-a53c-a1a2f6df9e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089325 Aug 09 02:41:36.475973 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:36.521078 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 88c51ab1-f1e6-4940-89e9-31081b0528b5, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=88c51ab1-f1e6-4940-89e9-31081b0528b5,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:36.559248 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.638461 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=88c51ab1-f1e6-4940-89e9-31081b0528b5,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:36.700372 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:36.742589 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cbf4a-3359-4678-9fac-f531cefa9d36 None None] Current status of the port 88c51ab1-f1e6-4940-89e9-31081b0528b5 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:36.752326 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.773860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9a51d-1f13-4d42-aee4-d5fad57b11ba req-cc052e96-d31d-4d18-aff0-38219ef27bec tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:36.775752 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bbd9a51d-1f13-4d42-aee4-d5fad57b11ba req-cc052e96-d31d-4d18-aff0-38219ef27bec tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1432333 Aug 09 02:41:36.818398 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Publish callbacks [] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.825229 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:36.830771 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.877568 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Attempting to bind port f1dae850-763c-40fc-81a9-9b98b11d26b9 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:36.878206 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Attempting to bind port f1dae850-763c-40fc-81a9-9b98b11d26b9 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:36.878863 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Attempting to bind port f1dae850-763c-40fc-81a9-9b98b11d26b9 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:36.892899 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:36.894108 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:36.894731 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.895308 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:36.895790 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Bound port: f1dae850-763c-40fc-81a9-9b98b11d26b9, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:36.896163 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.939745 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a682b349-80c7-44e8-838b-efa10e67c865 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:36.942199 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Pushing event updated for resources: {'Port': ['ID=f1dae850-763c-40fc-81a9-9b98b11d26b9,revision_number=2']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:36.948394 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Publish callbacks [] for port (a682b349-80c7-44e8-838b-efa10e67c865), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.964090 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Transition to ACTIVE for port object a682b349-80c7-44e8-838b-efa10e67c865 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:41:36.965399 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.965928 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.966473 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.967108 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.967607 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.968144 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.968702 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.969216 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.969990 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.970543 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.971081 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.971695 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-d7d4d056-be6e-4f21-b5f6-e17333f34050 None None] Provisioning complete for port 88c51ab1-f1e6-4940-89e9-31081b0528b5 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:36.972463 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.972698 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d056-be6e-4f21-b5f6-e17333f34050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:36.973351 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.973962 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.975043 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:41:36.975219 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a682b349-80c7-44e8-838b-efa10e67c865), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.002593 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] For port f1dae850-763c-40fc-81a9-9b98b11d26b9, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:37.006185 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] For port f1dae850-763c-40fc-81a9-9b98b11d26b9, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=f1dae850-763c-40fc-81a9-9b98b11d26b9,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:37.013418 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Allocated IP 172.20.0.1 (fe941757-a8c5-41ae-b46b-5e1da78209e3/1dd21407-68b4-4cf8-968a-8abb90534b12/e67122c1-436b-437d-8bb8-423b06afa7de) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:37.018901 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.094231 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:37.094998 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:37.146246 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4d056-be6e-4f21-b5f6-e17333f34050 None None] Current status of the port 88c51ab1-f1e6-4940-89e9-31081b0528b5 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:37.169044 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedbd6d-d6e1-4a65-8992-73ec09b6fc8e None None] Pushing event updated for resources: {'Port': ['ID=f1dae850-763c-40fc-81a9-9b98b11d26b9,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:37.186396 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Attempting to bind port a682b349-80c7-44e8-838b-efa10e67c865 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:37.186733 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Attempting to bind port a682b349-80c7-44e8-838b-efa10e67c865 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:37.187088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Attempting to bind port a682b349-80c7-44e8-838b-efa10e67c865 on network cd90da15-0471-4174-92f3-a5fd68d6586d {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:37.193005 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Pushing event updated for resources: {'Port': ['ID=a682b349-80c7-44e8-838b-efa10e67c865,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:37.204963 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Port a682b349-80c7-44e8-838b-efa10e67c865 on network cd90da15-0471-4174-92f3-a5fd68d6586d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:41:37.205243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Attempting to bind port a682b349-80c7-44e8-838b-efa10e67c865 on network cd90da15-0471-4174-92f3-a5fd68d6586d {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:37.210475 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bbd9a51d-1f13-4d42-aee4-d5fad57b11ba req-a3098e98-0af6-4e35-b1f2-ff6d261a44ec tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446351 Aug 09 02:41:37.221875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f753-5f0c-477b-97f8-486e53f27f29 req-20915982-e53e-4ca4-a411-2d61afe8a959 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:37.223501 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b130f753-5f0c-477b-97f8-486e53f27f29 req-20915982-e53e-4ca4-a411-2d61afe8a959 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 947 time: 0.1297278 Aug 09 02:41:37.224477 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:37.224807 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Checking segment: {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:37.225181 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Bound using segment: {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:37.225621 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Bound port: a682b349-80c7-44e8-838b-efa10e67c865, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f82496c-61ae-47cf-9118-0b9dee5fb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:37.226023 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a682b349-80c7-44e8-838b-efa10e67c865), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.229948 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks [] for port (e67122c1-436b-437d-8bb8-423b06afa7de), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.262453 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:37.296783 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:37.321241 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.390625 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:37.401839 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:37.414334 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Pushing event updated for resources: {'Port': ['ID=e67122c1-436b-437d-8bb8-423b06afa7de,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:37.418018 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:37.418575 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.420185 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-5a1579f1-ca21-479d-a7f9-4863b5ce96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:37.421751 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-5a1579f1-ca21-479d-a7f9-4863b5ce96cc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143878 Aug 09 02:41:37.458280 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b130f753-5f0c-477b-97f8-486e53f27f29 req-2b867376-a9bd-42e4-99ed-07fbb817db38 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171636 Aug 09 02:41:37.459692 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] For port a682b349-80c7-44e8-838b-efa10e67c865, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:37.464900 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] For port a682b349-80c7-44e8-838b-efa10e67c865, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=a682b349-80c7-44e8-838b-efa10e67c865,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:37.473914 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f2b6f-a6b2-46ff-8353-aeba3d920b8d req-0d006a1f-1969-4e01-a428-7128fac9b34c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:37.475634 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6b6f2b6f-a6b2-46ff-8353-aeba3d920b8d req-0d006a1f-1969-4e01-a428-7128fac9b34c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1672401 Aug 09 02:41:37.485025 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a682b349-80c7-44e8-838b-efa10e67c865), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.496280 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-6bd79736-b7e1-4c60-9659-4f09ccd8ec6a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270925 Aug 09 02:41:37.513311 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:37.513974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.515462 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/a682b349-80c7-44e8-838b-efa10e67c865 HTTP/1.1" status: 200 len: 1097 time: 1.2212713 Aug 09 02:41:37.515994 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'tag': 'a682b349-80c7-44e8-838b-efa10e67c865'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:37.518513 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3a14b-b8f4-41cb-b130-980668cc30fa" -d '{"events": [{"name": "network-changed", "server_uuid": "49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e", "tag": "a682b349-80c7-44e8-838b-efa10e67c865"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:37.566543 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:37.601819 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:35Z', 'revision_number': 3, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:37.628522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2494c420-ca99-4012-927b-46e7b1942b90 x-openstack-request-id: req-2494c420-ca99-4012-927b-46e7b1942b90 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:37.628712 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e", "tag": "a682b349-80c7-44e8-838b-efa10e67c865", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:37.628974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2494c420-ca99-4012-927b-46e7b1942b90 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:37.629380 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2494c420-ca99-4012-927b-46e7b1942b90'] response: {'name': 'network-changed', 'server_uuid': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'tag': 'a682b349-80c7-44e8-838b-efa10e67c865', 'status': 'completed', 'code': 200} Aug 09 02:41:37.632956 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673e5a-1871-42e0-9586-c1f6912dd42f None None] The sync data for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi is: [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:35Z', 'revision_number': 3, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:37.695730 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6b6f2b6f-a6b2-46ff-8353-aeba3d920b8d req-3a8ce195-a5db-4375-b429-2b83b96f9134 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998637 Aug 09 02:41:37.696023 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.700161 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e640f4-46e3-4d05-b136-6053a4ec8155 service neutron] Pushing event updated for resources: {'Port': ['ID=a682b349-80c7-44e8-838b-efa10e67c865,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:37.768676 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f14db37-3d7c-4a59-824c-d9a31b86fb71 req-cfa968e7-b049-4eb7-93a8-25dee4946101 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127371 Aug 09 02:41:37.772490 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-458b6d25-8a65-46da-bf30-07b4435c671b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474184 Aug 09 02:41:37.780428 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-a40bee34-e0a2-4aee-a47d-95feab28cdee None None] Provisioning complete for port e67122c1-436b-437d-8bb8-423b06afa7de triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:37.781085 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a40bee34-e0a2-4aee-a47d-95feab28cdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.820684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-a40bee34-e0a2-4aee-a47d-95feab28cdee None None] Port e67122c1-436b-437d-8bb8-423b06afa7de cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:37.837352 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 88c51ab1-f1e6-4940-89e9-31081b0528b5 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:37.886982 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 88c51ab1-f1e6-4940-89e9-31081b0528b5 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:37.887265 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.896285 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:37.907731 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:37.931592 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks [] for port (e67122c1-436b-437d-8bb8-423b06afa7de), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.958498 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:37.959671 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:38.011834 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 88c51ab1-f1e6-4940-89e9-31081b0528b5 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:38.066076 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0362d-16a9-4c94-a05e-8a1f822e18b2 req-ef1ee3af-58b0-4448-8655-f9bebbab2f85 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:38.067714 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cbc0362d-16a9-4c94-a05e-8a1f822e18b2 req-ef1ee3af-58b0-4448-8655-f9bebbab2f85 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0588236 Aug 09 02:41:38.078568 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Pushing event updated for resources: {'Port': ['ID=e67122c1-436b-437d-8bb8-423b06afa7de,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:38.083027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:38.133427 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cbc0362d-16a9-4c94-a05e-8a1f822e18b2 req-1d873870-83d9-478d-a4d3-2b7210c91240 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581000 Aug 09 02:41:38.138021 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:38.141036 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:38.284404 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:41:38.382819 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd75f8b-07bc-413f-8fe1-b58dfd9c8459 req-7fdd8311-fcae-4ad5-b1df-4dd03ef38b40 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:38.384644 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0fd75f8b-07bc-413f-8fe1-b58dfd9c8459 req-7fdd8311-fcae-4ad5-b1df-4dd03ef38b40 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0531933 Aug 09 02:41:38.408075 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:38.421931 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-90102914-5192-4311-b1fd-8e9b90948baa admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0b81fc71-d4d9-46e1-9a76-04ffdf6e7220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4775934 Aug 09 02:41:38.440437 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0fd75f8b-07bc-413f-8fe1-b58dfd9c8459 req-a06a496e-5d0c-4b14-a705-6038353f4097 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Aug 09 02:41:38.447201 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-b4ac6b77-e6f9-41c0-b7cf-f4cbce7779c4 None None] Provisioning complete for port e67122c1-436b-437d-8bb8-423b06afa7de triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:38.447586 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4ac6b77-e6f9-41c0-b7cf-f4cbce7779c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:38.496691 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac6b77-e6f9-41c0-b7cf-f4cbce7779c4 None None] Port e67122c1-436b-437d-8bb8-423b06afa7de cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:38.590502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1c42-2c8f-4817-ab8f-526a0fd8d69a req-8f72e302-c31c-4427-a882-37dc71d31dc1 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:38.592188 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6eac1c42-2c8f-4817-ab8f-526a0fd8d69a req-8f72e302-c31c-4427-a882-37dc71d31dc1 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 947 time: 0.0540912 Aug 09 02:41:38.643416 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6eac1c42-2c8f-4817-ab8f-526a0fd8d69a req-44247a0d-fddb-426f-9019-98f778075813 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Aug 09 02:41:39.019659 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 32960) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:39.024565 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1841363079-network', 'tenant_id': '5099eb118dd4449a9dea3ece36073723'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:39.045275 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Made reservation on behalf of 5099eb118dd4449a9dea3ece36073723 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:39.047853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.059877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.138056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks [] for security_group (0128613e-a329-42a3-a1c5-89a156c7e6ea), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.142630 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (0128613e-a329-42a3-a1c5-89a156c7e6ea), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.172588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:41:39.181124 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128613e-a329-42a3-a1c5-89a156c7e6ea,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:39.187613 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (6cce264a-4c76-4b18-ad6c-33c52fc275ce), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.188199 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Added segment 6cce264a-4c76-4b18-ad6c-33c52fc275ce of type vlan for network a988467c-0d44-4374-8cce-e9c2dd597a74 Aug 09 02:41:39.231924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (a988467c-0d44-4374-8cce-e9c2dd597a74), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.283508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (a988467c-0d44-4374-8cce-e9c2dd597a74), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.284520 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:39.285092 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.359013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f84f-52e4-4c47-94f2-0f43cb7ec7fb req-01acd325-1340-4ae7-a0bb-c15820c78260 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:39.360850 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3b01f84f-52e4-4c47-94f2-0f43cb7ec7fb req-01acd325-1340-4ae7-a0bb-c15820c78260 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1088214 Aug 09 02:41:39.366711 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3460081 Aug 09 02:41:39.369812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32966) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:39.375032 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Request body: {'subnet': {'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1841363079-subnet', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:39.378475 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f36859-1e86-4820-af3e-c8eba6e7b29c admin admin] Pushing event updated for resources: {'Network': ['ID=a988467c-0d44-4374-8cce-e9c2dd597a74,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:39.390731 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network a988467c-0d44-4374-8cce-e9c2dd597a74 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:41:39.396520 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Made reservation on behalf of 5099eb118dd4449a9dea3ece36073723 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:39.399294 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.441730 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3b01f84f-52e4-4c47-94f2-0f43cb7ec7fb req-b8652b34-398f-47c3-8f62-2594650d996d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721388 Aug 09 02:41:39.454804 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:39.552882 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Sync routers for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:39.566873 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:39.567584 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:39.584242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:39.605717 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3efa95-d940-4056-8282-0df331ea0b23 req-e65333d0-dde8-4f21-a423-a89b480794b7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:39.607530 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef3efa95-d940-4056-8282-0df331ea0b23 req-e65333d0-dde8-4f21-a423-a89b480794b7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.0621090 Aug 09 02:41:39.619817 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (ef7fb375-5890-4934-ab6d-cd6b3a14adee), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.670835 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ef3efa95-d940-4056-8282-0df331ea0b23 req-e451bc50-418d-4903-8db6-d7cf352b66dd tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552099 Aug 09 02:41:39.678955 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:39.682873 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7fb375-5890-4934-ab6d-cd6b3a14adee,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:39.701156 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Checking segment: {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:39.701637 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Network hostable DHCP agents. Network: a988467c-0d44-4374-8cce-e9c2dd597a74, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:41:39.731432 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Network a988467c-0d44-4374-8cce-e9c2dd597a74 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:41:39.743902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, a988467c-0d44-4374-8cce-e9c2dd597a74) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:39.751202 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:39.752376 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.777903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468f1f3-ce4e-453b-83bb-4d723222cf6d None None] Network a988467c-0d44-4374-8cce-e9c2dd597a74 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:39.782499 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1bc74128-a6ee-4804-bb67-305c18e5c0c3 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4112811 Aug 09 02:41:39.784859 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 32974) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:39.790018 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:39.821066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.822297 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.832909 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:39.836524 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe6d43-70c4-44a1-9250-0a8ae09750dd req-8c3e96fa-0d0d-4c13-b024-d77ecfce6dd9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:39.839139 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ebfe6d43-70c4-44a1-9250-0a8ae09750dd req-8c3e96fa-0d0d-4c13-b024-d77ecfce6dd9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 947 time: 0.1116040 Aug 09 02:41:39.870880 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:39.883315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f1dae850-763c-40fc-81a9-9b98b11d26b9 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:39.894284 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:39.901649 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks [] for router_controller (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:39.921358 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:39.929813 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ebfe6d43-70c4-44a1-9250-0a8ae09750dd req-6d63f95b-29e6-4207-9bd5-2475944dd0e5 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778370 Aug 09 02:41:40.021353 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port f1dae850-763c-40fc-81a9-9b98b11d26b9 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:40.026193 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.046946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-a988467c-0d44-4374-8cce-e9c2dd597a74', 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74', 'project_id': '5099eb118dd4449a9dea3ece36073723', 'fixed_ips': [{'subnet_id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:41:40.047885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.052443 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks [] for router_gateway (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.165281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 2, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:40.224076 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Checking router: 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:40.224409 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Updating router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 port e67122c1-436b-437d-8bb8-423b06afa7de binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:41:40.241191 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks [] for router_gateway (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.265956 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.290475 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port f1dae850-763c-40fc-81a9-9b98b11d26b9 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:40.290872 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.309202 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.333430 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port f1dae850-763c-40fc-81a9-9b98b11d26b9, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=f1dae850-763c-40fc-81a9-9b98b11d26b9,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:40.343132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.379746 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Allocated IP 172.27.2.71 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/a512af7a-c870-4ec1-91d3-b3c246bfee23) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:40.392375 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Allocated IP 172.20.0.2 (a988467c-0d44-4374-8cce-e9c2dd597a74/ef7fb375-5890-4934-ab6d-cd6b3a14adee/446e5fc5-b6de-4f8e-825a-919454981808) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:40.490726 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks [] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.530752 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.576663 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:40.579823 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:40.584182 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:40.602323 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d9708-e36b-4f86-9569-b74cf99f78e4 req-73d50683-9f28-4787-a819-0412c31a1e1f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:40.604084 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-504d9708-e36b-4f86-9569-b74cf99f78e4 req-73d50683-9f28-4787-a819-0412c31a1e1f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0687325 Aug 09 02:41:40.627497 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Pushing event updated for resources: {'Port': ['ID=a512af7a-c870-4ec1-91d3-b3c246bfee23,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:40.649051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:40.676520 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-504d9708-e36b-4f86-9569-b74cf99f78e4 req-af0b7033-b380-4a9b-8d6e-147812df9dcc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Aug 09 02:41:40.691839 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=f1dae850-763c-40fc-81a9-9b98b11d26b9,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:40.891795 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086848-9221-4ea1-bf4b-a409948b53e0 req-85debfe2-59ee-49db-aefc-6b7e8b9d13b7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:40.892277 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Publish callbacks [] for port (446e5fc5-b6de-4f8e-825a-919454981808), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.898258 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:40.899159 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e6086848-9221-4ea1-bf4b-a409948b53e0 req-85debfe2-59ee-49db-aefc-6b7e8b9d13b7 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1476760 Aug 09 02:41:40.924655 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (446e5fc5-b6de-4f8e-825a-919454981808), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.980561 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Network a988467c-0d44-4374-8cce-e9c2dd597a74 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:40.984322 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Publish callbacks [] for port (e67122c1-436b-437d-8bb8-423b06afa7de), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:40.989187 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-9a695294-9593-4c0c-8f9b-f8e0d6c170b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:40.990996 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:40.991301 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-9a695294-9593-4c0c-8f9b-f8e0d6c170b5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=017a524b579e48d2bc6fe99ab8332456&device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 1131 time: 0.0958865 Aug 09 02:41:40.995020 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:40.998804 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Pushing event updated for resources: {'Port': ['ID=446e5fc5-b6de-4f8e-825a-919454981808,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:41.001027 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.022578 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c96d3b5-2688-4b3d-b6ff-f3cbdf89333d req-c03ad180-89e7-4599-af2d-e9a5744f58fb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021501 Aug 09 02:41:41.028157 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e6086848-9221-4ea1-bf4b-a409948b53e0 req-45125b16-1749-4771-84a6-caf60b329466 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280241 Aug 09 02:41:41.031519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-7e0233e5-4203-43d8-a6d4-e0901ddc484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:41.032975 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-7e0233e5-4203-43d8-a6d4-e0901ddc484d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 1130 time: 0.0851948 Aug 09 02:41:41.103175 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620e7b-d893-4bc0-9d98-a87b6f9aab7d req-2d9244ae-8afa-4b8d-bbbe-bb34f31f1f07 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:41.105251 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-21620e7b-d893-4bc0-9d98-a87b6f9aab7d req-2d9244ae-8afa-4b8d-bbbe-bb34f31f1f07 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 947 time: 0.0672662 Aug 09 02:41:41.131744 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:41.139278 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks [] for router_gateway (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.162946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3c568-a09f-4499-8f9b-b7c199b0d633 None None] Pushing event updated for resources: {'Port': ['ID=e67122c1-436b-437d-8bb8-423b06afa7de,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:41.167046 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-21620e7b-d893-4bc0-9d98-a87b6f9aab7d req-4f9ee576-f045-4cad-8cdf-fd11d6918b4d tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546598 Aug 09 02:41:41.167589 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Attempting to bind port 446e5fc5-b6de-4f8e-825a-919454981808 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:41.167933 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Attempting to bind port 446e5fc5-b6de-4f8e-825a-919454981808 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:41.168285 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Attempting to bind port 446e5fc5-b6de-4f8e-825a-919454981808 on network a988467c-0d44-4374-8cce-e9c2dd597a74 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:41.170646 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Attempting to bind port e67122c1-436b-437d-8bb8-423b06afa7de on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:41.171022 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Attempting to bind port e67122c1-436b-437d-8bb8-423b06afa7de by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:41.171361 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Attempting to bind port e67122c1-436b-437d-8bb8-423b06afa7de on network fe941757-a8c5-41ae-b46b-5e1da78209e3 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:41.178827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:41.179192 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Checking segment: {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:41.179593 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.179974 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Bound using segment: {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:41.180442 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Bound port: 446e5fc5-b6de-4f8e-825a-919454981808, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:41.180862 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (446e5fc5-b6de-4f8e-825a-919454981808), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.183063 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:41.183408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Checking segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:41.183800 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.184457 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Bound using segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:41.184969 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Bound port: e67122c1-436b-437d-8bb8-423b06afa7de, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:41.185677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.220205 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-25391c33-ca36-46a9-9b43-830242b3d350 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a682b349-80c7-44e8-838b-efa10e67c865 HTTP/1.1" status: 200 len: 217 time: 0.0431187 Aug 09 02:41:41.249445 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:41.286333 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:41.289486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-c90c4f46-a021-4093-8397-38ae5ffac51a tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:41.292778 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-c90c4f46-a021-4093-8397-38ae5ffac51a tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 945 time: 0.1240423 Aug 09 02:41:41.318882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-18e885e4-f96c-44ba-8444-3e8365206bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:41.320319 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-18e885e4-f96c-44ba-8444-3e8365206bb3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b935805-231a-4744-8bd9-d636ccb5fb32 HTTP/1.1" status: 200 len: 843 time: 0.0576973 Aug 09 02:41:41.341751 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-d3559cd5-fbb1-4e73-856b-5d652323b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:41.343348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-d3559cd5-fbb1-4e73-856b-5d652323b6ed service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.1711221 Aug 09 02:41:41.356610 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] For port e67122c1-436b-437d-8bb8-423b06afa7de, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:41.361556 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] For port e67122c1-436b-437d-8bb8-423b06afa7de, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e67122c1-436b-437d-8bb8-423b06afa7de,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:41.364766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] For port 446e5fc5-b6de-4f8e-825a-919454981808, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:41.369077 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] For port 446e5fc5-b6de-4f8e-825a-919454981808, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=446e5fc5-b6de-4f8e-825a-919454981808,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:41.373352 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.379960 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (446e5fc5-b6de-4f8e-825a-919454981808), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.421419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:41.422469 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:41.427708 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:41.441392 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.506429 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3c568-a09f-4499-8f9b-b7c199b0d633 None None] Pushing event updated for resources: {'Port': ['ID=e67122c1-436b-437d-8bb8-423b06afa7de,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:41.603936 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:41:41.628223 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:41.630878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f4499-4345-4e26-886e-13f76e4f9bad None None] Pushing event updated for resources: {'Port': ['ID=446e5fc5-b6de-4f8e-825a-919454981808,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:41.724638 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d01cee1a-247a-4147-8cbe-c15281979780 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:41:41.877246 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:41.889636 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Sync routers for ids ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:41.922659 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Routers {'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:41.923291 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:41.941700 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-0fe5fed6-223c-4e83-ae77-cf61a50d29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:41.943437 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-0fe5fed6-223c-4e83-ae77-cf61a50d29c6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cd90da15-0471-4174-92f3-a5fd68d6586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1582451 Aug 09 02:41:41.947994 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:41.949231 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-31601c52-161b-4b5d-aa63-634eb5c04a33 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1633098 Aug 09 02:41:41.953272 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33000) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:42.001996 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-42622e31-cd69-409a-b50c-cd8df2d78b0c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7 HTTP/1.1" status: 200 len: 217 time: 0.1797426 Aug 09 02:41:42.131048 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Set router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:42.173859 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a92fe-09d5-49fb-bab9-9cd8cea9a15e req-1b8f23d7-e9ea-4510-870c-8253b35ebc7c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:42.175484 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-574a92fe-09d5-49fb-bab9-9cd8cea9a15e req-1b8f23d7-e9ea-4510-870c-8253b35ebc7c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.3408391 Aug 09 02:41:42.209160 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 446e5fc5-b6de-4f8e-825a-919454981808 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:42.249505 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:41Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:42.335233 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 446e5fc5-b6de-4f8e-825a-919454981808 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:42.335784 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (446e5fc5-b6de-4f8e-825a-919454981808), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.338077 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b52b5-87c0-4934-879c-5c6209e946d0 None None] The sync data for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi is: [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:41Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:42.340918 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port d01cee1a-247a-4147-8cbe-c15281979780 is: ACTIVE; New status is: DOWN {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:42.341419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d01cee1a-247a-4147-8cbe-c15281979780), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.375305 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:42.476092 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:41:41Z', 'revision_number': 3, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:42.484806 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:42.511650 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd0dba-4417-4e91-99fe-21d717e7d52d" -d '{"events": [{"server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "name": "network-vif-unplugged", "status": "completed", "tag": "d01cee1a-247a-4147-8cbe-c15281979780"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:42.518947 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Checking router: f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:42.519314 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Updating router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf port a512af7a-c870-4ec1-91d3-b3c246bfee23 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:41:42.547829 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-42f03a94-a04c-4dc1-ad11-09ae273b6207 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cd90da15-0471-4174-92f3-a5fd68d6586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968603 Aug 09 02:41:42.558307 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.563567 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d01cee1a-247a-4147-8cbe-c15281979780,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:42.575699 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.624970 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:42.665671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=6']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:42.695550 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 446e5fc5-b6de-4f8e-825a-919454981808 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:42.695945 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (446e5fc5-b6de-4f8e-825a-919454981808), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.759605 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Deleting port d01cee1a-247a-4147-8cbe-c15281979780 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:41:42.760104 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (d01cee1a-247a-4147-8cbe-c15281979780), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.785490 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 446e5fc5-b6de-4f8e-825a-919454981808, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=446e5fc5-b6de-4f8e-825a-919454981808,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:42.800978 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (446e5fc5-b6de-4f8e-825a-919454981808), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:42.801843 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f1dae850-763c-40fc-81a9-9b98b11d26b9 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:42.817882 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-5a4cb515-ffa5-457a-9fb8-3774eeb24e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:42.821042 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-5a4cb515-ffa5-457a-9fb8-3774eeb24e07 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.7856719 Aug 09 02:41:42.886357 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa331da8-7709-4d0b-9eaa-400032632f1d req-4a8e4efb-34ef-4069-96ed-2ed54d646f54 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:42.893972 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa331da8-7709-4d0b-9eaa-400032632f1d req-4a8e4efb-34ef-4069-96ed-2ed54d646f54 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 943 time: 0.6968901 Aug 09 02:41:42.896286 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:42.920561 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b27e899-ae8b-4c1a-9279-810d93a8ffe6 req-2310e859-af5b-44ca-b93d-96dff1efeaa8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cd90da15-0471-4174-92f3-a5fd68d6586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588867 Aug 09 02:41:42.954667 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:42.984861 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=446e5fc5-b6de-4f8e-825a-919454981808,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:42.991196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-574a92fe-09d5-49fb-bab9-9cd8cea9a15e req-f751f014-778f-42df-918b-f7dd41febf2b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328874 Aug 09 02:41:42.995644 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3470f-e514-45fe-a337-bb6e52c18f56 None None] Network a988467c-0d44-4374-8cce-e9c2dd597a74 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:43.014539 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-b138fa86-830f-44f0-b8cf-5e4e0a630154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:43.016047 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-b138fa86-830f-44f0-b8cf-5e4e0a630154 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096737 Aug 09 02:41:43.020337 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:43.094540 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa331da8-7709-4d0b-9eaa-400032632f1d req-466001d7-095f-4451-850e-129f0dc13afc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1a259153-0902-4e71-bcd9-7833d043a133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994679 Aug 09 02:41:43.099623 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:43.127544 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-68412644-5cc5-46ae-8df2-58f4f4c2e812 None None] Provisioning complete for port 446e5fc5-b6de-4f8e-825a-919454981808 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:43.127544 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-68412644-5cc5-46ae-8df2-58f4f4c2e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (446e5fc5-b6de-4f8e-825a-919454981808), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.131622 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] For port d01cee1a-247a-4147-8cbe-c15281979780, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d01cee1a-247a-4147-8cbe-c15281979780,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:43.131622 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (d01cee1a-247a-4147-8cbe-c15281979780), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.164521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.235948 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Calling delete_port for d01cee1a-247a-4147-8cbe-c15281979780 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:41:43.249996 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:43.256944 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5af4b73-4b84-4112-bbd5-16c601f027dc x-openstack-request-id: req-f5af4b73-4b84-4112-bbd5-16c601f027dc {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:43.257257 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "name": "network-vif-unplugged", "status": "completed", "tag": "d01cee1a-247a-4147-8cbe-c15281979780", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:43.257513 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5af4b73-4b84-4112-bbd5-16c601f027dc {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:43.258325 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5af4b73-4b84-4112-bbd5-16c601f027dc'] response: {'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780', 'code': 200} Aug 09 02:41:43.258619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port f1dae850-763c-40fc-81a9-9b98b11d26b9 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:43.259059 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.271751 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa896b6-8a82-47ff-8575-be68784e70ab req-02fb4c9e-7c8e-49d9-83f6-8c5372bda871 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:43.273347 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0aa896b6-8a82-47ff-8575-be68784e70ab req-02fb4c9e-7c8e-49d9-83f6-8c5372bda871 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 947 time: 0.1182511 Aug 09 02:41:43.320985 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Publish callbacks [] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.328992 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:43.338727 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Attempting to bind port a512af7a-c870-4ec1-91d3-b3c246bfee23 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Attempting to bind port a512af7a-c870-4ec1-91d3-b3c246bfee23 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Attempting to bind port a512af7a-c870-4ec1-91d3-b3c246bfee23 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a895c-7608-4fc8-a4e9-a224e0ddcb51 None None] Pushing event updated for resources: {'Port': ['ID=a512af7a-c870-4ec1-91d3-b3c246bfee23,revision_number=2']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:43.438585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Bound port: a512af7a-c870-4ec1-91d3-b3c246bfee23, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:43.439395 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.447805 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0aa896b6-8a82-47ff-8575-be68784e70ab req-8af6d5c5-f34f-4ad9-9400-0f50b077ebbb tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463528 Aug 09 02:41:43.518408 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Allocated IP 172.20.0.1 (a988467c-0d44-4374-8cce-e9c2dd597a74/ef7fb375-5890-4934-ab6d-cd6b3a14adee/3327a5f4-8517-4c25-9d73-79649af9bb67) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:43.540754 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] For port a512af7a-c870-4ec1-91d3-b3c246bfee23, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:43.546330 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] For port a512af7a-c870-4ec1-91d3-b3c246bfee23, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=a512af7a-c870-4ec1-91d3-b3c246bfee23,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:43.559324 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.589862 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (d01cee1a-247a-4147-8cbe-c15281979780), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.613713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-68412644-5cc5-46ae-8df2-58f4f4c2e812 None None] Current status of the port 446e5fc5-b6de-4f8e-825a-919454981808 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:43.622017 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Pushing event deleted for resources: {'Port': ['ID=d01cee1a-247a-4147-8cbe-c15281979780,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:43.654272 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port f1dae850-763c-40fc-81a9-9b98b11d26b9 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:43.662003 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Routers {'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:43.662502 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:43.754696 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks [] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.764826 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] No DVR routers for this DVR port d01cee1a-247a-4147-8cbe-c15281979780 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:41:43.776822 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.785625 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ec66ca3a-4605-46d9-a6b4-bd6aea224546 req-6207c01c-02e4-48bb-9eae-05941552f1bc tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.13 "DELETE /networking/v2.0/ports/d01cee1a-247a-4147-8cbe-c15281979780 HTTP/1.1" status: 204 len: 173 time: 2.0354602 Aug 09 02:41:43.786114 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'name': 'network-vif-deleted', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:43.796000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94907409-40bc-457f-a196-924a2dbe1ce0" -d '{"events": [{"server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "name": "network-vif-deleted", "tag": "d01cee1a-247a-4147-8cbe-c15281979780"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:43.814061 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a895c-7608-4fc8-a4e9-a224e0ddcb51 None None] Pushing event updated for resources: {'Port': ['ID=a512af7a-c870-4ec1-91d3-b3c246bfee23,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:43.851593 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.887233 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7f4de-9622-4673-a82a-803a3d5b9929 x-openstack-request-id: req-67b7f4de-9622-4673-a82a-803a3d5b9929 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:43.887517 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e614721-c888-4eaf-b834-42497e80345c", "name": "network-vif-deleted", "tag": "d01cee1a-247a-4147-8cbe-c15281979780", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:43.887763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67b7f4de-9622-4673-a82a-803a3d5b9929 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:43.888163 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b7f4de-9622-4673-a82a-803a3d5b9929'] response: {'server_uuid': '1e614721-c888-4eaf-b834-42497e80345c', 'name': 'network-vif-deleted', 'tag': 'd01cee1a-247a-4147-8cbe-c15281979780', 'status': 'completed', 'code': 200} Aug 09 02:41:43.938775 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Network a988467c-0d44-4374-8cce-e9c2dd597a74 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:43.941855 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:43.946618 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:43.947125 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:43.949991 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] Set router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:44.065667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-ba8c366e-734d-4aea-aacd-6a95609fcd27 None None] Provisioning complete for port 446e5fc5-b6de-4f8e-825a-919454981808 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:44.065667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ba8c366e-734d-4aea-aacd-6a95609fcd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (446e5fc5-b6de-4f8e-825a-919454981808), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.135361 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e67122c1-436b-437d-8bb8-423b06afa7de up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:44.211229 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be483c-e1b4-49bd-86b0-cf2be27fa1c8 req-f50f1986-3278-408b-aeb8-51d8146d07e6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:44.213074 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b2be483c-e1b4-49bd-86b0-cf2be27fa1c8 req-f50f1986-3278-408b-aeb8-51d8146d07e6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0856068 Aug 09 02:41:44.216579 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:41:41Z', 'revision_number': 3, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:44.253702 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23ea2-eda7-480f-b30d-1ea8ef243cd9 None None] The sync data for ids ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'] in dv-cinder-852461-1-iscsi is: [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:41:41Z', 'revision_number': 3, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:44.348028 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port e67122c1-436b-437d-8bb8-423b06afa7de triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:44.348374 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.363443 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f4821214-3fd4-4542-ab27-cc8135808af8 req-a7367059-9786-4ea2-894b-9ccb6172d221 tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.1029837 Aug 09 02:41:44.444492 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c366e-734d-4aea-aacd-6a95609fcd27 None None] Current status of the port 446e5fc5-b6de-4f8e-825a-919454981808 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:44.484440 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Pushing event updated for resources: {'Port': ['ID=3327a5f4-8517-4c25-9d73-79649af9bb67,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:44.515214 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b2be483c-e1b4-49bd-86b0-cf2be27fa1c8 req-3968b30d-609e-442c-b0b2-e217d15bb214 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954731 Aug 09 02:41:44.530027 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port e67122c1-436b-437d-8bb8-423b06afa7de is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:44.530686 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.567761 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-a060cdda-a1e2-4a47-bdd0-d209865dd578 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538002 Aug 09 02:41:44.569002 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-287c8d92-52af-4ed6-9cbd-199a7e3589ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:44.571628 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-287c8d92-52af-4ed6-9cbd-199a7e3589ce service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=017a524b579e48d2bc6fe99ab8332456&device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 1131 time: 0.2471728 Aug 09 02:41:44.583253 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port e67122c1-436b-437d-8bb8-423b06afa7de, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e67122c1-436b-437d-8bb8-423b06afa7de,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:44.584716 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-7199105c-c2ca-42b9-98d1-1c4949033be9 None None] Provisioning complete for port 3327a5f4-8517-4c25-9d73-79649af9bb67 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:44.585898 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7199105c-c2ca-42b9-98d1-1c4949033be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.589825 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.590983 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 446e5fc5-b6de-4f8e-825a-919454981808 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:44.686636 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-7199105c-c2ca-42b9-98d1-1c4949033be9 None None] Port 3327a5f4-8517-4c25-9d73-79649af9bb67 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:44.704409 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=e67122c1-436b-437d-8bb8-423b06afa7de,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:44.706613 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.722617 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 446e5fc5-b6de-4f8e-825a-919454981808 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:44.722992 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (446e5fc5-b6de-4f8e-825a-919454981808), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.780951 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617754-1fea-4db8-be13-3b9e4e336e61 req-16f4c485-354e-484f-a205-bf5e817f69a9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:44.789520 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b617754-1fea-4db8-be13-3b9e4e336e61 req-16f4c485-354e-484f-a205-bf5e817f69a9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 947 time: 0.2139401 Aug 09 02:41:44.800995 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:44.862751 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:44.870030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 446e5fc5-b6de-4f8e-825a-919454981808 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:44.891261 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:44.983776 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks [] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.992258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-020d09e8-2c43-40c7-b7f7-453099aeed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:44.992794 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:44.994930 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:45.000837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-020d09e8-2c43-40c7-b7f7-453099aeed0b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=cd90da15-0471-4174-92f3-a5fd68d6586d HTTP/1.1" status: 200 len: 870 time: 0.3995535 Aug 09 02:41:45.072697 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-67e4c36f-4a84-464e-ba51-2f890e90c9e2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a682b349-80c7-44e8-838b-efa10e67c865 HTTP/1.1" status: 200 len: 217 time: 0.0568998 Aug 09 02:41:45.098348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9978f430-80f3-44a7-b41c-6258b2eadb55 req-22ed9dc0-0052-46b9-ae7f-85cb5fa6b450 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091093 Aug 09 02:41:45.108741 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Pushing event updated for resources: {'Port': ['ID=3327a5f4-8517-4c25-9d73-79649af9bb67,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:45.144608 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:45.181084 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Network a988467c-0d44-4374-8cce-e9c2dd597a74 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:45.181877 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b617754-1fea-4db8-be13-3b9e4e336e61 req-f13dfc71-ae34-4f60-b038-1f9efef83bcd tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913732 Aug 09 02:41:45.183066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:45.232441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-1a469291-fc71-4cb1-b469-02732215e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:45.238790 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-1a469291-fc71-4cb1-b469-02732215e2f4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4b935805-231a-4744-8bd9-d636ccb5fb32 HTTP/1.1" status: 200 len: 843 time: 0.1575894 Aug 09 02:41:45.317513 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-aa1933c8-81d5-4118-bb89-b07a78adc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:45.319285 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-aa1933c8-81d5-4118-bb89-b07a78adc4b0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cd90da15-0471-4174-92f3-a5fd68d6586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0667255 Aug 09 02:41:45.338438 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33058) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:45.368803 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:41:45.498789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-919dd550-90b3-4cb9-b93c-a69439f63c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:45.526121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:45.530903 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:45.536583 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ff6c159b-76c6-426a-a756-71aab6484c8d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5821359 Aug 09 02:41:45.538661 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-bd5b71ce-c33d-439f-876b-586bfd3d2ced None None] Provisioning complete for port 3327a5f4-8517-4c25-9d73-79649af9bb67 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:45.539262 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bd5b71ce-c33d-439f-876b-586bfd3d2ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:45.550022 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2d960df3-b571-42e8-a537-a26c85baf12b req-4b8516ab-241f-43bb-9abc-8cf75834503b tempest-DeleteServersTestJSON-453863208 tempest-DeleteServersTestJSON-453863208-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e614721-c888-4eaf-b834-42497e80345c HTTP/1.1" status: 200 len: 210 time: 0.0383246 Aug 09 02:41:45.580490 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b71ce-c33d-439f-876b-586bfd3d2ced None None] Port 3327a5f4-8517-4c25-9d73-79649af9bb67 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:41:45.636852 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-919dd550-90b3-4cb9-b93c-a69439f63c9f admin admin] Publish callbacks [] for security_group (3656c662-a05c-4ffd-9889-8ea70a387b03), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:45.648293 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-919dd550-90b3-4cb9-b93c-a69439f63c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3656c662-a05c-4ffd-9889-8ea70a387b03), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:45.676823 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device a682b349-80c7-44e8-838b-efa10e67c865 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:41:45.712188 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcda8a-d05f-4351-8c0e-9a2505cbc9be req-e98568f2-2f79-4198-b42c-5d1507cc3cff tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:45.713748 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a2bcda8a-d05f-4351-8c0e-9a2505cbc9be req-e98568f2-2f79-4198-b42c-5d1507cc3cff tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0799406 Aug 09 02:41:45.816250 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dd550-90b3-4cb9-b93c-a69439f63c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3656c662-a05c-4ffd-9889-8ea70a387b03,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:45.820967 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-919dd550-90b3-4cb9-b93c-a69439f63c9f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7e98a69eeea24c399fc696a0145f6245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813824 Aug 09 02:41:45.823444 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33074) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:45.918997 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a2bcda8a-d05f-4351-8c0e-9a2505cbc9be req-5d607a3f-3466-44b4-a4f6-d5e510b4a615 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228135 Aug 09 02:41:45.921803 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-5fa45795-3b04-45d6-9879-927a7388de4b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cd90da15-0471-4174-92f3-a5fd68d6586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018156 Aug 09 02:41:45.940289 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port a682b349-80c7-44e8-838b-efa10e67c865, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=a682b349-80c7-44e8-838b-efa10e67c865,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:45.954448 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'a682b349-80c7-44e8-838b-efa10e67c865', 'network_id': 'cd90da15-0471-4174-92f3-a5fd68d6586d', 'port_id': 'a682b349-80c7-44e8-838b-efa10e67c865', 'mac_address': 'fa:16:3e:9c:f7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b935805-231a-4744-8bd9-d636ccb5fb32', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:41:45.957972 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5fb3fde6-115f-4cc1-9cf6-29653e474141 admin admin] Publish callbacks [] for security_group (3656c662-a05c-4ffd-9889-8ea70a387b03), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.004252 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5fb3fde6-115f-4cc1-9cf6-29653e474141 admin admin] Publish callbacks [] for security_group (3656c662-a05c-4ffd-9889-8ea70a387b03), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.027889 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port a682b349-80c7-44e8-838b-efa10e67c865 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:46.028218 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a682b349-80c7-44e8-838b-efa10e67c865), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.036616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e67122c1-436b-437d-8bb8-423b06afa7de up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:46.075584 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5fb3fde6-115f-4cc1-9cf6-29653e474141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3656c662-a05c-4ffd-9889-8ea70a387b03), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.079121 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5fb3fde6-115f-4cc1-9cf6-29653e474141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.084648 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5fb3fde6-115f-4cc1-9cf6-29653e474141 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3656c662-a05c-4ffd-9889-8ea70a387b03 HTTP/1.1" status: 204 len: 168 time: 0.2597060 Aug 09 02:41:46.098847 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3fde6-115f-4cc1-9cf6-29653e474141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3656c662-a05c-4ffd-9889-8ea70a387b03,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:46.112665 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e3a14b-b8f4-41cb-b130-980668cc30fa req-851dbf0b-c362-4e30-b32c-b5fbbb65263b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cd90da15-0471-4174-92f3-a5fd68d6586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825974 Aug 09 02:41:46.130252 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a682b349-80c7-44e8-838b-efa10e67c865 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:41:46.139412 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:46.174013 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port a682b349-80c7-44e8-838b-efa10e67c865, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=a682b349-80c7-44e8-838b-efa10e67c865,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:46.181830 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a682b349-80c7-44e8-838b-efa10e67c865), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.214988 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port e67122c1-436b-437d-8bb8-423b06afa7de triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:46.215300 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.284605 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:46.293218 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=a682b349-80c7-44e8-838b-efa10e67c865,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:46.323078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d2c93-16c0-451e-a14c-2b0ece22432d req-d7b7d092-9176-487c-a454-8537eaec3f0c tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:46.331583 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fc1d2c93-16c0-451e-a14c-2b0ece22432d req-d7b7d092-9176-487c-a454-8537eaec3f0c tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 948 time: 0.0633345 Aug 09 02:41:46.354823 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port e67122c1-436b-437d-8bb8-423b06afa7de is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:46.355599 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device a512af7a-c870-4ec1-91d3-b3c246bfee23 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:46.405817 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fc1d2c93-16c0-451e-a14c-2b0ece22432d req-b82814f1-6ff3-4127-81f4-71d94093bc0c tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733562 Aug 09 02:41:46.415684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port a512af7a-c870-4ec1-91d3-b3c246bfee23 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:46.416005 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.507691 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port a512af7a-c870-4ec1-91d3-b3c246bfee23 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:46.508142 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.542533 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port a512af7a-c870-4ec1-91d3-b3c246bfee23, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=a512af7a-c870-4ec1-91d3-b3c246bfee23,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:46.548388 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.553117 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33102) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:46.567347 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af4554cb-5148-47ef-942d-1feee0324f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.598977 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=a512af7a-c870-4ec1-91d3-b3c246bfee23,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:46.661664 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['a682b349-80c7-44e8-838b-efa10e67c865'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:41:46.705807 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af4554cb-5148-47ef-942d-1feee0324f16 admin admin] Publish callbacks [] for security_group (41c2a75a-f0c0-41c0-a1cf-b25fb6af538b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.714110 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af4554cb-5148-47ef-942d-1feee0324f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (41c2a75a-f0c0-41c0-a1cf-b25fb6af538b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.737347 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:46.810176 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33114) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:46.815989 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-af4554cb-5148-47ef-942d-1feee0324f16 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7f4da68344a644aca8fd7960f0a55d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613537 Aug 09 02:41:46.826549 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4554cb-5148-47ef-942d-1feee0324f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c2a75a-f0c0-41c0-a1cf-b25fb6af538b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:46.835604 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Sync routers for ids ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:46.896228 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Routers {'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:46.897149 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:46.917752 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5993-c30a-4643-8ca7-86082dd69fc3 admin admin] Publish callbacks [] for security_group (41c2a75a-f0c0-41c0-a1cf-b25fb6af538b), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:46.959907 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5993-c30a-4643-8ca7-86082dd69fc3 admin admin] Publish callbacks [] for security_group (41c2a75a-f0c0-41c0-a1cf-b25fb6af538b), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:47.030207 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5993-c30a-4643-8ca7-86082dd69fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (41c2a75a-f0c0-41c0-a1cf-b25fb6af538b), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:47.033176 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5993-c30a-4643-8ca7-86082dd69fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:47.034420 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-e4ca5993-c30a-4643-8ca7-86082dd69fc3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/41c2a75a-f0c0-41c0-a1cf-b25fb6af538b HTTP/1.1" status: 204 len: 168 time: 0.2260778 Aug 09 02:41:47.105339 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5947c3-b4f0-4704-93a4-9d39f0f2466e req-4afb7351-bb82-4302-8c33-194752dbb8c4 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:47.107318 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e5947c3-b4f0-4704-93a4-9d39f0f2466e req-4afb7351-bb82-4302-8c33-194752dbb8c4 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0807538 Aug 09 02:41:47.109442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5993-c30a-4643-8ca7-86082dd69fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c2a75a-f0c0-41c0-a1cf-b25fb6af538b,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:47.124767 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Set router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:47.207142 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e5947c3-b4f0-4704-93a4-9d39f0f2466e req-6da20d4a-1d5e-4b74-9ebe-67c5f64c6d5a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871918 Aug 09 02:41:47.387399 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 4, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '3327a5f4-8517-4c25-9d73-79649af9bb67', 'name': '', 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'mac_address': 'fa:16:3e:fe:d6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:43Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 2, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'subnets': [{'id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:47.420642 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Checking router: f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:47.421003 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Updating router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf port 3327a5f4-8517-4c25-9d73-79649af9bb67 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:41:47.461406 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:47.499626 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:47.583812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685df4ab-cb70-4a86-8fd1-3a3aa16c203f req-7feea7f7-705a-4e65-ab0b-cacd3e7f0bc0 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:47.588686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-685df4ab-cb70-4a86-8fd1-3a3aa16c203f req-7feea7f7-705a-4e65-ab0b-cacd3e7f0bc0 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 948 time: 0.0604506 Aug 09 02:41:47.639719 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:47.661079 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:47.683627 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-685df4ab-cb70-4a86-8fd1-3a3aa16c203f req-60ec4ca6-ca3e-4e67-83a7-fbd1d8aafe72 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890291 Aug 09 02:41:47.894119 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device a512af7a-c870-4ec1-91d3-b3c246bfee23 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:47.964084 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Publish callbacks [] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:47.981948 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.138533 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device a682b349-80c7-44e8-838b-efa10e67c865 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:48.144272 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port a512af7a-c870-4ec1-91d3-b3c246bfee23 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:48.144645 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.189262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33150) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:48.213563 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:48.219666 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:48.220895 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c3b0-4d40-4498-96f5-31fa1d2d8a50 None None] Pushing event updated for resources: {'Port': ['ID=3327a5f4-8517-4c25-9d73-79649af9bb67,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:48.300278 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port a682b349-80c7-44e8-838b-efa10e67c865 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:41:48.322043 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port a682b349-80c7-44e8-838b-efa10e67c865 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:48.322594 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (a682b349-80c7-44e8-838b-efa10e67c865), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.376072 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Attempting to bind port 3327a5f4-8517-4c25-9d73-79649af9bb67 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:48.377106 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Attempting to bind port 3327a5f4-8517-4c25-9d73-79649af9bb67 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:48.377106 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Attempting to bind port 3327a5f4-8517-4c25-9d73-79649af9bb67 on network a988467c-0d44-4374-8cce-e9c2dd597a74 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:48.394253 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:48.394641 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Checking segment: {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:48.395565 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.395565 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Bound using segment: {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:48.395919 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Bound port: 3327a5f4-8517-4c25-9d73-79649af9bb67, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cce264a-4c76-4b18-ad6c-33c52fc275ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:48.396360 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.427196 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948f4c0-42eb-407c-875d-e3223a3871fc req-6e7a654a-ef4e-4279-99ef-9c1a0650a1a3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:48.432033 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1948f4c0-42eb-407c-875d-e3223a3871fc req-6e7a654a-ef4e-4279-99ef-9c1a0650a1a3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1017578 Aug 09 02:41:48.438101 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657255592-network', 'tenant_id': 'eb576abacf4a41b59056aeb0b683225c'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:48.475831 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port a512af7a-c870-4ec1-91d3-b3c246bfee23 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:48.486291 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33164) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:48.527450 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Made reservation on behalf of eb576abacf4a41b59056aeb0b683225c for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:48.529764 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.559395 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] For port 3327a5f4-8517-4c25-9d73-79649af9bb67, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:48.562054 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port a682b349-80c7-44e8-838b-efa10e67c865 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:48.562652 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (a682b349-80c7-44e8-838b-efa10e67c865), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.566667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] For port 3327a5f4-8517-4c25-9d73-79649af9bb67, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=3327a5f4-8517-4c25-9d73-79649af9bb67,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:48.573458 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.578719 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1948f4c0-42eb-407c-875d-e3223a3871fc req-2d6a1c35-0f33-4885-a5ca-5f35d1084ffe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342332 Aug 09 02:41:48.579509 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.633424 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682b349-80c7-44e8-838b-efa10e67c865'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:48.635878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0611886c-7063-43f1-8923-f1c850899b71" -d '{"events": [{"server_uuid": "49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a682b349-80c7-44e8-838b-efa10e67c865"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:48.672179 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Routers {'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:48.672935 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:48.675800 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c3b0-4d40-4498-96f5-31fa1d2d8a50 None None] Pushing event updated for resources: {'Port': ['ID=3327a5f4-8517-4c25-9d73-79649af9bb67,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:48.696410 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks [] for security_group (d2d41f07-0dd5-40d0-8fcf-406f508bd6be), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.710075 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d2d41f07-0dd5-40d0-8fcf-406f508bd6be), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.739789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:41:48.747221 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac19894-bf24-4c58-bd29-b779a74ec15e x-openstack-request-id: req-9ac19894-bf24-4c58-bd29-b779a74ec15e {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:48.747650 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a682b349-80c7-44e8-838b-efa10e67c865", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:48.747904 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac19894-bf24-4c58-bd29-b779a74ec15e {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:48.748314 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac19894-bf24-4c58-bd29-b779a74ec15e'] response: {'server_uuid': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682b349-80c7-44e8-838b-efa10e67c865', 'code': 200} Aug 09 02:41:48.750009 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port a682b349-80c7-44e8-838b-efa10e67c865, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=a682b349-80c7-44e8-838b-efa10e67c865,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:48.766795 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (a682b349-80c7-44e8-838b-efa10e67c865), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.772365 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (a0e8f3ad-4b94-4add-a376-28ec64975814), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.772707 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Added segment a0e8f3ad-4b94-4add-a376-28ec64975814 of type vlan for network cbffdcfd-6a89-4429-b935-a404424ede1e Aug 09 02:41:48.776534 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:48.784164 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d41f07-0dd5-40d0-8fcf-406f508bd6be,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:48.924430 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (cbffdcfd-6a89-4429-b935-a404424ede1e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:48.943708 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=a682b349-80c7-44e8-838b-efa10e67c865,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:48.969294 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] Set router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:48.994763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4dd5f-1965-4e37-92af-08d94a0d5ef2 req-aedb5979-adef-4510-b151-78d4ba966d4e tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:48.996398 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-35e4dd5f-1965-4e37-92af-08d94a0d5ef2 req-aedb5979-adef-4510-b151-78d4ba966d4e tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.1047220 Aug 09 02:41:49.028309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (cbffdcfd-6a89-4429-b935-a404424ede1e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:49.029289 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:49.029857 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:49.162133 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9691906 Aug 09 02:41:49.166759 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95d642-40b2-467d-9501-b550376f6bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=cbffdcfd-6a89-4429-b935-a404424ede1e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:49.171957 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33170) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:49.181732 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2585-564b-4a21-abdb-2e847661b9be req-a7b0c2ba-f6d8-4307-b20b-9bb4a855ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:49.183470 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Request body: {'subnet': {'network_id': 'cbffdcfd-6a89-4429-b935-a404424ede1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657255592-subnet', 'tenant_id': 'eb576abacf4a41b59056aeb0b683225c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:49.183734 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-342b2585-564b-4a21-abdb-2e847661b9be req-a7b0c2ba-f6d8-4307-b20b-9bb4a855ebbc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 1133 time: 0.1003332 Aug 09 02:41:49.187828 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-35e4dd5f-1965-4e37-92af-08d94a0d5ef2 req-5d1a6d8e-f681-4f0a-86d3-6006110597de tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808259 Aug 09 02:41:49.228625 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:49.230452 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 4, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '3327a5f4-8517-4c25-9d73-79649af9bb67', 'name': '', 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'mac_address': 'fa:16:3e:fe:d6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:43Z', 'updated_at': '2022-08-09T02:41:48Z', 'revision_number': 4, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'subnets': [{'id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:49.232753 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network cbffdcfd-6a89-4429-b935-a404424ede1e details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:41:49.243424 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (efa8340b-8c47-4e6c-8b29-cc4a891d1721), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:49.301059 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Made reservation on behalf of eb576abacf4a41b59056aeb0b683225c for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:49.301497 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-342b2585-564b-4a21-abdb-2e847661b9be req-84afb5bb-ee36-4319-b5c5-25ae50737b53 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077538 Aug 09 02:41:49.303681 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:49.321016 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8e343-2e08-4182-86b8-147622bbc460 None None] The sync data for ids ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'] in dv-cinder-852461-1-iscsi is: [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 4, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '3327a5f4-8517-4c25-9d73-79649af9bb67', 'name': '', 'network_id': 'a988467c-0d44-4374-8cce-e9c2dd597a74', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'mac_address': 'fa:16:3e:fe:d6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:43Z', 'updated_at': '2022-08-09T02:41:48Z', 'revision_number': 4, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'subnets': [{'id': 'ef7fb375-5890-4934-ab6d-cd6b3a14adee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:49.806064 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Deleting port 13075ebb-db86-4c0f-a921-6b204489d666 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:41:49.806718 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (13075ebb-db86-4c0f-a921-6b204489d666), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:49.886048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730afb4-f0f0-4ea5-8e9b-cc36cad62cb0 req-8115c971-7a6b-40df-af0c-5d67db0a003f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:49.890305 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1730afb4-f0f0-4ea5-8e9b-cc36cad62cb0 req-8115c971-7a6b-40df-af0c-5d67db0a003f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1609957 Aug 09 02:41:49.911031 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (1e634634-3b3d-4203-8548-e6d8dbd3f219), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:49.917104 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:49.969624 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1730afb4-f0f0-4ea5-8e9b-cc36cad62cb0 req-731b8b1a-294a-4449-8a34-3c31fa010675 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735774 Aug 09 02:41:49.977748 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] For port 13075ebb-db86-4c0f-a921-6b204489d666, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=13075ebb-db86-4c0f-a921-6b204489d666,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:49.978122 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (13075ebb-db86-4c0f-a921-6b204489d666), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:50.017681 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3327a5f4-8517-4c25-9d73-79649af9bb67 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:50.020340 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Calling delete_port for 13075ebb-db86-4c0f-a921-6b204489d666 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:41:50.030807 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e634634-3b3d-4203-8548-e6d8dbd3f219,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:50.120312 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 3327a5f4-8517-4c25-9d73-79649af9bb67 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:50.120815 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:50.240894 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 3327a5f4-8517-4c25-9d73-79649af9bb67 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:50.241970 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:50.327328 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 3327a5f4-8517-4c25-9d73-79649af9bb67, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=3327a5f4-8517-4c25-9d73-79649af9bb67,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:50.337217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:50.368701 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:50.387524 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Checking segment: {'id': 'a0e8f3ad-4b94-4add-a376-28ec64975814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbffdcfd-6a89-4429-b935-a404424ede1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:50.388171 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Network hostable DHCP agents. Network: cbffdcfd-6a89-4429-b935-a404424ede1e, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:41:50.398345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=3327a5f4-8517-4c25-9d73-79649af9bb67,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:50.413254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66887b-41c8-47ee-9da8-80224147e969 req-e833405a-fe1d-40d0-bb12-5c7fde9fce05 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:50.415447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-af66887b-41c8-47ee-9da8-80224147e969 req-e833405a-fe1d-40d0-bb12-5c7fde9fce05 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.0944152 Aug 09 02:41:50.491164 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Network cbffdcfd-6a89-4429-b935-a404424ede1e is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:41:50.511776 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, cbffdcfd-6a89-4429-b935-a404424ede1e) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:50.520204 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:50.520854 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:50.521910 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d615b-fe94-422c-9576-f673a3db434a None None] Network cbffdcfd-6a89-4429-b935-a404424ede1e requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:50.535520 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-af66887b-41c8-47ee-9da8-80224147e969 req-61c1cf69-6ad9-4c6a-a9ce-43a629fc449e tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135716 Aug 09 02:41:50.599497 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-aab49772-f482-49a7-907e-9cbb446ecaaf admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4264717 Aug 09 02:41:50.623176 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (13075ebb-db86-4c0f-a921-6b204489d666), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:50.654219 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Pushing event deleted for resources: {'Port': ['ID=13075ebb-db86-4c0f-a921-6b204489d666,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:50.709065 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f9b27-7277-41ef-a563-dd04f742fcee None None] Network cbffdcfd-6a89-4429-b935-a404424ede1e requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:50.853594 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (efa8340b-8c47-4e6c-8b29-cc4a891d1721), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.134103 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:51.220443 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049319-ed18-4284-89f3-09ed4d23a481 req-fd528b6a-351a-4a2c-9b54-5755d5b2323c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:51.222130 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87049319-ed18-4284-89f3-09ed4d23a481 req-fd528b6a-351a-4a2c-9b54-5755d5b2323c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1074576 Aug 09 02:41:51.275431 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Router efa8340b-8c47-4e6c-8b29-cc4a891d1721 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:41:51.317409 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87049319-ed18-4284-89f3-09ed4d23a481 req-77a9342a-4374-4a9f-bc88-bed0b4b0cb75 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836537 Aug 09 02:41:51.444257 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:51.449397 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:41:51.458498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33200) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:51.462789 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] Sync routers for ids ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:41:51.474962 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:51.484592 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-57dc20ca-e81c-4aa1-a38e-615da814579c admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/efa8340b-8c47-4e6c-8b29-cc4a891d1721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9917095 Aug 09 02:41:51.498798 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] Routers {'efa8340b-8c47-4e6c-8b29-cc4a891d1721'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:51.499840 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:51.572162 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33206) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:51.577190 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-824451350-network', 'tenant_id': '97312962054e4963bc241a74a8142752'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:51.620295 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Made reservation on behalf of 97312962054e4963bc241a74a8142752 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:51.624147 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.625372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks [] for router (efa8340b-8c47-4e6c-8b29-cc4a891d1721), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.636271 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.773769 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] Set router efa8340b-8c47-4e6c-8b29-cc4a891d1721 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:51.848152 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks [] for security_group (b9dea83e-abb5-46fe-ade3-3b45972a557a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.854256 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b9dea83e-abb5-46fe-ade3-3b45972a557a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.914762 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dea83e-abb5-46fe-ade3-3b45972a557a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:51.923813 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:41:51.925193 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks [] for router_gateway (efa8340b-8c47-4e6c-8b29-cc4a891d1721), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.931184 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:51.934942 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8b900-1d1e-4e26-a551-d70b7af21f0c req-21793794-0110-4f4a-ab25-98a69dde18a9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:51.937088 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3e8b900-1d1e-4e26-a551-d70b7af21f0c req-21793794-0110-4f4a-ab25-98a69dde18a9 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.1919322 Aug 09 02:41:51.942043 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:51.952415 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (5556a3a9-af55-4db9-9768-5cefbff64ba3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:51.952787 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Added segment 5556a3a9-af55-4db9-9768-5cefbff64ba3 of type vlan for network a8062812-2581-47b0-a39b-fe53492d4fb7 Aug 09 02:41:52.011430 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3327a5f4-8517-4c25-9d73-79649af9bb67 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:52.038989 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Deleting port 22711430-f081-4352-9c40-3b0c38b7584d {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:41:52.039616 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (22711430-f081-4352-9c40-3b0c38b7584d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.052344 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (a8062812-2581-47b0-a39b-fe53492d4fb7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.086194 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '22711430-f081-4352-9c40-3b0c38b7584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:41:50Z', 'revision_number': 5, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port': {'id': '22711430-f081-4352-9c40-3b0c38b7584d', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:03:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:20Z', 'updated_at': '2022-08-09T02:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:52.089196 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:52.097188 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 3327a5f4-8517-4c25-9d73-79649af9bb67 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:41:52.097574 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.120138 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (a8062812-2581-47b0-a39b-fe53492d4fb7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.121532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:52.129939 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.152619 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] Checking router: efa8340b-8c47-4e6c-8b29-cc4a891d1721 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:41:52.158202 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] For port 22711430-f081-4352-9c40-3b0c38b7584d, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=22711430-f081-4352-9c40-3b0c38b7584d,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:52.158202 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (22711430-f081-4352-9c40-3b0c38b7584d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.175773 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] Routers {'efa8340b-8c47-4e6c-8b29-cc4a891d1721'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:41:52.176405 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:52.183691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Calling delete_port for 22711430-f081-4352-9c40-3b0c38b7584d owned by network:router_gateway {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:41:52.216710 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] Pushing event updated for resources: {'Network': ['ID=a8062812-2581-47b0-a39b-fe53492d4fb7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:52.246257 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1acf2c1b-6db5-4d49-af2a-04309a247eae admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6729090 Aug 09 02:41:52.260281 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33216) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:52.260281 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Request body: {'subnet': {'network_id': 'a8062812-2581-47b0-a39b-fe53492d4fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-824451350-subnet', 'tenant_id': '97312962054e4963bc241a74a8142752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:52.263502 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network a8062812-2581-47b0-a39b-fe53492d4fb7 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:41:52.307614 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Made reservation on behalf of 97312962054e4963bc241a74a8142752 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:52.309656 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.338798 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 3327a5f4-8517-4c25-9d73-79649af9bb67 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:41:52.339400 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] Set router efa8340b-8c47-4e6c-8b29-cc4a891d1721 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:41:52.366827 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3e8b900-1d1e-4e26-a551-d70b7af21f0c req-d6610548-13d0-4156-a74d-e956124bc69d tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217992 Aug 09 02:41:52.380555 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:52.432845 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:41:51Z', 'revision_number': 6, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:52.476221 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94037eea-60f3-48a8-8c46-f1d0dc8eb162 None None] The sync data for ids ['efa8340b-8c47-4e6c-8b29-cc4a891d1721'] in dv-cinder-852461-1-iscsi is: [{'id': 'efa8340b-8c47-4e6c-8b29-cc4a891d1721', 'name': 'tempest-DeleteServersTestJSON-550064443-router', 'tenant_id': '88f96c9ae9b44b91a4db2187160a5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:19Z', 'updated_at': '2022-08-09T02:41:51Z', 'revision_number': 6, 'project_id': '88f96c9ae9b44b91a4db2187160a5688', 'gw_port_host': None}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:41:52.548668 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ab5c8-365a-410e-a821-fbb7b7248c19 req-6cda4567-3480-4fb8-914c-99cfde1a3fc0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:52.550207 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-738ab5c8-365a-410e-a821-fbb7b7248c19 req-6cda4567-3480-4fb8-914c-99cfde1a3fc0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0889206 Aug 09 02:41:52.614128 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (0f9771ed-da0e-428c-ab16-2d9f2b81b9e2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.639776 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-738ab5c8-365a-410e-a821-fbb7b7248c19 req-c2c25ded-f7e6-4fe9-9d1c-bce0293b47cf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743389 Aug 09 02:41:52.670185 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:52.672117 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (22711430-f081-4352-9c40-3b0c38b7584d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.683745 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9771ed-da0e-428c-ab16-2d9f2b81b9e2,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:52.691822 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Checking segment: {'id': '5556a3a9-af55-4db9-9768-5cefbff64ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8062812-2581-47b0-a39b-fe53492d4fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:52.692294 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Network hostable DHCP agents. Network: a8062812-2581-47b0-a39b-fe53492d4fb7, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:41:52.714932 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Network a8062812-2581-47b0-a39b-fe53492d4fb7 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:41:52.723116 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22711430-f081-4352-9c40-3b0c38b7584d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:52.725355 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (efa8340b-8c47-4e6c-8b29-cc4a891d1721), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.725899 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, a8062812-2581-47b0-a39b-fe53492d4fb7) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:52.732846 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:52.733569 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.743656 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea94bd8c-cf2f-4430-abe8-6b989ad517ed None None] Network a8062812-2581-47b0-a39b-fe53492d4fb7 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:52.784945 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bf79b1b8-6bbe-4921-9166-4d627dabfddd admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5263829 Aug 09 02:41:52.837696 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (efa8340b-8c47-4e6c-8b29-cc4a891d1721), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.841193 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks [] for router_controller (efa8340b-8c47-4e6c-8b29-cc4a891d1721), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:52.842542 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:52.956855 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9dbf38-3096-4739-96c3-68f19a7aefbb None None] Network a8062812-2581-47b0-a39b-fe53492d4fb7 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:53.177213 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (efa8340b-8c47-4e6c-8b29-cc4a891d1721), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.178443 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa8340b-8c47-4e6c-8b29-cc4a891d1721 {{(pid=110668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:41:53.185996 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.187279 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-074a664d-074c-4262-a783-71dec14e8da6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/efa8340b-8c47-4e6c-8b29-cc4a891d1721 HTTP/1.1" status: 204 len: 168 time: 1.7277408 Aug 09 02:41:53.189911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33228) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:53.259508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Deleting subnet e7672434-cc40-4ae0-9a40-c7ec4b27dc63 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:41:53.265060 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Publish callbacks [] for subnet (e7672434-cc40-4ae0-9a40-c7ec4b27dc63), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.305472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Publish callbacks [] for subnet (e7672434-cc40-4ae0-9a40-c7ec4b27dc63), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.324514 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:53.443020 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (e7672434-cc40-4ae0-9a40-c7ec4b27dc63), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.561828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63850c39-dc5e-476e-a919-86b0b38ff388 req-b4fadfbb-705c-4121-ad6f-b7a445f2b6f1 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:53.563534 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63850c39-dc5e-476e-a919-86b0b38ff388 req-b4fadfbb-705c-4121-ad6f-b7a445f2b6f1 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.0799298 Aug 09 02:41:53.611701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for subnet (e7672434-cc40-4ae0-9a40-c7ec4b27dc63), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.647760 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7672434-cc40-4ae0-9a40-c7ec4b27dc63,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:53.665870 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63850c39-dc5e-476e-a919-86b0b38ff388 req-34595dfc-93e9-41ff-8874-a66ef09ecfc3 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930490 Aug 09 02:41:53.666992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.670313 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9bb4075e-4751-4fae-b46e-a4327f25277e admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/e7672434-cc40-4ae0-9a40-c7ec4b27dc63 HTTP/1.1" status: 204 len: 168 time: 0.4793124 Aug 09 02:41:53.671599 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e3a1b-abb2-4433-a3a5-6563d98bb54d None None] Network b3049e7c-6008-434c-a53c-a1a2f6df9e45 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:53.672854 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33234) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:53.892998 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 22711430-f081-4352-9c40-3b0c38b7584d no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:41:53.940110 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (b3049e7c-6008-434c-a53c-a1a2f6df9e45), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:53.964047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66514d55-5ff8-4244-9cba-35dc13ce65ec req-2223f163-f66a-44fc-b89d-7da7dad5c586 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:53.971408 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66514d55-5ff8-4244-9cba-35dc13ce65ec req-2223f163-f66a-44fc-b89d-7da7dad5c586 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1677852 Aug 09 02:41:53.975496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 22711430-f081-4352-9c40-3b0c38b7584d {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:41:53.976156 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 22711430-f081-4352-9c40-3b0c38b7584d not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:41:53.976736 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 13075ebb-db86-4c0f-a921-6b204489d666 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:41:54.017699 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 13075ebb-db86-4c0f-a921-6b204489d666 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:41:54.018435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 13075ebb-db86-4c0f-a921-6b204489d666 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:41:54.054267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Deleting port 0969c7cb-aeea-4c76-a08e-9e980e58611b {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:41:54.054608 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.119912 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66514d55-5ff8-4244-9cba-35dc13ce65ec req-85c6c2f8-39fd-4cfc-bf39-3037681a52fc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475847 Aug 09 02:41:54.141877 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] DHCP port deletion for b3049e7c-6008-434c-a53c-a1a2f6df9e45 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:41:54.168305 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] For port 0969c7cb-aeea-4c76-a08e-9e980e58611b, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=0969c7cb-aeea-4c76-a08e-9e980e58611b,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:54.168940 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.184019 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Calling delete_port for 0969c7cb-aeea-4c76-a08e-9e980e58611b owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:41:54.210722 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] Deleting port 0969c7cb-aeea-4c76-a08e-9e980e58611b {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:41:54.211250 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.279102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.304176 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] For port 0969c7cb-aeea-4c76-a08e-9e980e58611b, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=0969c7cb-aeea-4c76-a08e-9e980e58611b,segment=NetworkSegment(5b99851b-beac-4a44-a565-9de4d7841f19),segment_id=5b99851b-beac-4a44-a565-9de4d7841f19)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:54.304576 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.308698 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Pushing event deleted for resources: {'Port': ['ID=0969c7cb-aeea-4c76-a08e-9e980e58611b,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:54.313273 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] No DVR routers for this DVR port 0969c7cb-aeea-4c76-a08e-9e980e58611b on host dv-cinder-852461-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:41:54.326495 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] Calling delete_port for 0969c7cb-aeea-4c76-a08e-9e980e58611b owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:41:54.424613 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (b3049e7c-6008-434c-a53c-a1a2f6df9e45), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.432980 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:54.451644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.452074 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.452839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.453270 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > port after_create 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.453667 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.454046 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > port after_update 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.454442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.454839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.455218 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.455629 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.498106 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (0969c7cb-aeea-4c76-a08e-9e980e58611b), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.524044 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] Pushing event deleted for resources: {'Port': ['ID=0969c7cb-aeea-4c76-a08e-9e980e58611b,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:54.528596 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f80e63-361f-4783-9b68-adbb44ad4f0b None None] No DVR routers for this DVR port 0969c7cb-aeea-4c76-a08e-9e980e58611b on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:41:54.640689 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.640924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.641328 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.641702 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:41:54.642189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3049e7c-6008-434c-a53c-a1a2f6df9e45']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:54.664937 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99851b-beac-4a44-a565-9de4d7841f19') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:54.664937 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99851b-beac-4a44-a565-9de4d7841f19') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:41:54.681349 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (5b99851b-beac-4a44-a565-9de4d7841f19), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.707199 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (5b99851b-beac-4a44-a565-9de4d7841f19), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.718547 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:41:54.719212 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (5b99851b-beac-4a44-a565-9de4d7841f19), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.806685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (b3049e7c-6008-434c-a53c-a1a2f6df9e45), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.814192 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:54.818950 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/b3049e7c-6008-434c-a53c-a1a2f6df9e45 HTTP/1.1" status: 204 len: 168 time: 1.1450763 Aug 09 02:41:54.900848 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15168f33-5bb4-4a7c-babf-0da1fb83d1fd req-3685145a-2e0f-4887-a318-052c6483193d tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:54.908355 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-15168f33-5bb4-4a7c-babf-0da1fb83d1fd req-3685145a-2e0f-4887-a318-052c6483193d tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.0863302 Aug 09 02:41:54.944795 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69354814-1629-486f-8741-9f769bb96399 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3049e7c-6008-434c-a53c-a1a2f6df9e45,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:55.015130 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-15168f33-5bb4-4a7c-babf-0da1fb83d1fd req-99048d58-e87b-4b11-bc15-de74c3e9ed64 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057086 Aug 09 02:41:55.176427 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 5b99851b-beac-4a44-a565-9de4d7841f19 resource provider aggregate not found Aug 09 02:41:55.204453 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 5b99851b-beac-4a44-a565-9de4d7841f19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b99851b-beac-4a44-a565-9de4d7841f19 found for delete ", "request_id": "req-ca78cbe9-b919-429b-8b50-2a66a40c6861"}]} Aug 09 02:41:55.222955 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33274) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:55.278175 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:55.366276 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cbcd-3d77-4ebd-9e00-d53cbe0be8fe req-52c7fa71-7e2f-4e1b-b1bb-0764f20897c3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:55.368169 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c010cbcd-3d77-4ebd-9e00-d53cbe0be8fe req-52c7fa71-7e2f-4e1b-b1bb-0764f20897c3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1133502 Aug 09 02:41:55.375031 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33282) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:55.375564 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-41ededa9-26b0-49d9-baed-9a699ba646f1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=88f96c9ae9b44b91a4db2187160a5688&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1513636 Aug 09 02:41:55.510815 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c010cbcd-3d77-4ebd-9e00-d53cbe0be8fe req-618e4bbb-825f-4411-b8ba-c0b4901037fa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Aug 09 02:41:55.541731 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c8dca3e-4ea7-44b8-b37c-f4c5a5674fb5 admin admin] Publish callbacks [] for security_group (1a259153-0902-4e71-bcd9-7833d043a133), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:55.555585 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bf5a2-e8a8-4c5d-a35c-b83f8bfd7e8d req-2420a828-5553-4d6b-839b-73a11e56890e tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:55.562958 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b38bf5a2-e8a8-4c5d-a35c-b83f8bfd7e8d req-2420a828-5553-4d6b-839b-73a11e56890e tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.1170983 Aug 09 02:41:55.571558 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c8dca3e-4ea7-44b8-b37c-f4c5a5674fb5 admin admin] Publish callbacks [] for security_group (1a259153-0902-4e71-bcd9-7833d043a133), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:55.615174 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b38bf5a2-e8a8-4c5d-a35c-b83f8bfd7e8d req-cb4cd920-f4fc-43ea-8527-a418881feb20 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Aug 09 02:41:55.653164 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c8dca3e-4ea7-44b8-b37c-f4c5a5674fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (1a259153-0902-4e71-bcd9-7833d043a133), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:55.655743 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c8dca3e-4ea7-44b8-b37c-f4c5a5674fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:55.657539 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7c8dca3e-4ea7-44b8-b37c-f4c5a5674fb5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1a259153-0902-4e71-bcd9-7833d043a133 HTTP/1.1" status: 204 len: 168 time: 0.2807689 Aug 09 02:41:55.669089 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dca3e-4ea7-44b8-b37c-f4c5a5674fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a259153-0902-4e71-bcd9-7833d043a133,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:55.829810 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 0969c7cb-aeea-4c76-a08e-9e980e58611b no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:41:55.857460 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 0969c7cb-aeea-4c76-a08e-9e980e58611b {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:41:55.857875 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 0969c7cb-aeea-4c76-a08e-9e980e58611b not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:41:56.712688 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33328) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:56.716442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924f62d-8868-4e8e-ad0c-3d9ccb872ad6 req-4bfcd74c-565d-4e89-983d-7ed683b304ab tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:56.728641 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6924f62d-8868-4e8e-ad0c-3d9ccb872ad6 req-4bfcd74c-565d-4e89-983d-7ed683b304ab tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1137278 Aug 09 02:41:56.832182 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6924f62d-8868-4e8e-ad0c-3d9ccb872ad6 req-1aa498d5-e7e8-40c8-a3e7-7ff974f91a3b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987272 Aug 09 02:41:56.866536 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ecda-6987-48b9-a473-743c307de4ac req-1dc5d9c2-cac1-4471-a098-e08f42817ee7 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:56.873850 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2389ecda-6987-48b9-a473-743c307de4ac req-1dc5d9c2-cac1-4471-a098-e08f42817ee7 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.1126976 Aug 09 02:41:56.879600 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-65736832-network', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:56.910012 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Made reservation on behalf of ca6695b7eb3b40ecb4d46292a95e6122 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:56.914292 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:56.929899 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:56.939515 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2389ecda-6987-48b9-a473-743c307de4ac req-02d63585-66d6-4de9-8370-9651c70d818c tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Aug 09 02:41:57.059190 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks [] for security_group (03d571ea-887a-482f-998d-66c6e12a97e9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.069895 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (03d571ea-887a-482f-998d-66c6e12a97e9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.120187 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d571ea-887a-482f-998d-66c6e12a97e9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:57.130354 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:41:57.142326 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.143366 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Added segment 92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec of type vlan for network 0f4ed732-540e-4797-ab30-71de6f473add Aug 09 02:41:57.144797 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:57.197990 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (0f4ed732-540e-4797-ab30-71de6f473add), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.233840 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (0f4ed732-540e-4797-ab30-71de6f473add), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.235600 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:57.236925 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.308374 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] Pushing event updated for resources: {'Network': ['ID=0f4ed732-540e-4797-ab30-71de6f473add,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:57.320663 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-47205930-fe4b-477f-9a2f-876bf097e86f admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6053565 Aug 09 02:41:57.322878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 0f4ed732-540e-4797-ab30-71de6f473add details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:41:57.323644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33344) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:57.331295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Request body: {'subnet': {'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-subnet', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:57.400788 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-2222798a-29e5-4bea-bc6a-dc05a242d583 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:57.403175 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-2222798a-29e5-4bea-bc6a-dc05a242d583 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.0661194 Aug 09 02:41:57.403925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Made reservation on behalf of ca6695b7eb3b40ecb4d46292a95e6122 for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:41:57.406741 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25748660'] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.564099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Deleting port a682b349-80c7-44e8-838b-efa10e67c865 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:41:57.564454 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (a682b349-80c7-44e8-838b-efa10e67c865), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.620301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:57.730651 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] For port a682b349-80c7-44e8-838b-efa10e67c865, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=a682b349-80c7-44e8-838b-efa10e67c865,segment=NetworkSegment(9f82496c-61ae-47cf-9118-0b9dee5fb45f),segment_id=9f82496c-61ae-47cf-9118-0b9dee5fb45f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:41:57.731354 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (a682b349-80c7-44e8-838b-efa10e67c865), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.754463 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Calling delete_port for a682b349-80c7-44e8-838b-efa10e67c865 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:41:57.761955 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25183315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25748642'] for subnet (3af5f515-aedc-4464-aadf-07df1a48f981), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:57.841274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:57.868880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af5f515-aedc-4464-aadf-07df1a48f981,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:57.903834 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Checking segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:57.904299 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Network hostable DHCP agents. Network: 0f4ed732-540e-4797-ab30-71de6f473add, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:41:57.965527 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Network 0f4ed732-540e-4797-ab30-71de6f473add is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:41:58.018525 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 0f4ed732-540e-4797-ab30-71de6f473add) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:58.023778 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:58.024468 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.031496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e098a-512d-41b4-9af0-c5e7fda3c0b7 None None] Network 0f4ed732-540e-4797-ab30-71de6f473add requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:41:58.038636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda81f3f-f4d6-411a-871f-a4a8fe8307bf req-1c5c324b-ab62-4602-a687-aae680856015 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:58.045650 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cda81f3f-f4d6-411a-871f-a4a8fe8307bf req-1c5c324b-ab62-4602-a687-aae680856015 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1190710 Aug 09 02:41:58.129167 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-44625c14-10b9-48fe-b868-51406e8b37b8 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8035991 Aug 09 02:41:58.132095 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33352) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:41:58.136874 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:41:58.141644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (a682b349-80c7-44e8-838b-efa10e67c865), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.165546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-0f4ed732-540e-4797-ab30-71de6f473add', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:41:58.166583 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.198652 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['a682b349-80c7-44e8-838b-efa10e67c865'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:41:58.199959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (67834c1b-6072-47f1-bd31-3d6c347870bf), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.204717 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (67834c1b-6072-47f1-bd31-3d6c347870bf), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.252966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dca083-0817-417f-8dfc-523a506e787e req-789fd859-75b1-45db-ae5e-0fe098cd5d88 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:58.256031 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e9dca083-0817-417f-8dfc-523a506e787e req-789fd859-75b1-45db-ae5e-0fe098cd5d88 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e HTTP/1.1" status: 200 len: 949 time: 0.2027576 Aug 09 02:41:58.266447 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Pushing event deleted for resources: {'Port': ['ID=a682b349-80c7-44e8-838b-efa10e67c865,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:58.368130 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks [] for router_controller (67834c1b-6072-47f1-bd31-3d6c347870bf), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.387600 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:58.394797 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cda81f3f-f4d6-411a-871f-a4a8fe8307bf req-e1d534cc-eee9-4ecb-bbd7-b8c58f57ec20 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430505 Aug 09 02:41:58.452050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Allocated IP 172.20.0.2 (0f4ed732-540e-4797-ab30-71de6f473add/3af5f515-aedc-4464-aadf-07df1a48f981/9a7ea530-f8f6-4bfc-bc74-90af452f1fc6) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:58.499102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] No DVR routers for this DVR port a682b349-80c7-44e8-838b-efa10e67c865 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:41:58.528603 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.532126 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9670b2e9-beb2-4426-865b-aa14c67938ed req-1467ae6c-adbc-46d9-aeb4-d83de8c31176 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.13 "DELETE /networking/v2.0/ports/a682b349-80c7-44e8-838b-efa10e67c865 HTTP/1.1" status: 204 len: 173 time: 1.1126211 Aug 09 02:41:58.532666 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'name': 'network-vif-deleted', 'tag': 'a682b349-80c7-44e8-838b-efa10e67c865'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:41:58.535868 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf0286-2a8f-4189-8efb-5f3508a087df" -d '{"events": [{"server_uuid": "49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e", "name": "network-vif-deleted", "tag": "a682b349-80c7-44e8-838b-efa10e67c865"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:41:58.577391 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:58.637006 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e9dca083-0817-417f-8dfc-523a506e787e req-f5a5490f-873a-45bb-9345-adaf58632310 tempest-VolumesNegativeTest-876121579 tempest-VolumesNegativeTest-876121579-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298497 Aug 09 02:41:58.684348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5399015-d029-49d4-85bf-e41293da6d55 x-openstack-request-id: req-f5399015-d029-49d4-85bf-e41293da6d55 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:41:58.684851 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e", "name": "network-vif-deleted", "tag": "a682b349-80c7-44e8-838b-efa10e67c865", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:41:58.685190 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5399015-d029-49d4-85bf-e41293da6d55 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:41:58.685709 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5399015-d029-49d4-85bf-e41293da6d55'] response: {'server_uuid': '49aa2f4d-5644-4dd8-aa85-0e4b2b3f9e4e', 'name': 'network-vif-deleted', 'tag': 'a682b349-80c7-44e8-838b-efa10e67c865', 'status': 'completed', 'code': 200} Aug 09 02:41:58.806915 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks [] for router_gateway (67834c1b-6072-47f1-bd31-3d6c347870bf), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.908633 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:58.985089 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Publish callbacks [] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:58.996643 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.055458 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Network 0f4ed732-540e-4797-ab30-71de6f473add is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:59.060196 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:59.063270 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:59.074958 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Pushing event updated for resources: {'Port': ['ID=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:59.144596 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks [] for router_gateway (67834c1b-6072-47f1-bd31-3d6c347870bf), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.147269 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Attempting to bind port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:41:59.148126 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Attempting to bind port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:41:59.148264 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Attempting to bind port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 on network 0f4ed732-540e-4797-ab30-71de6f473add {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:41:59.157211 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:41:59.157698 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Checking segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:41:59.158263 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.158763 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Bound using segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:41:59.159414 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Bound port: 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:41:59.160198 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.185355 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.265652 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] For port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:41:59.269350 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] For port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:41:59.274244 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:59.281490 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.365235 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac909c1e-964c-4b27-8391-1cf3a0fa2a15 None None] Pushing event updated for resources: {'Port': ['ID=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:41:59.400881 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Allocated IP 172.27.2.213 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/41602548-23ae-4fbb-9a6b-77bd95032506) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:41:59.601544 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks [] for port (41602548-23ae-4fbb-9a6b-77bd95032506), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.621170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d7820-82ad-4e14-810e-045888a5636d req-9ac0e7d2-d3f4-42d1-9ac1-f60a521faacf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:41:59.622927 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b99d7820-82ad-4e14-810e-045888a5636d req-9ac0e7d2-d3f4-42d1-9ac1-f60a521faacf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1293514 Aug 09 02:41:59.650593 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:41:59.714916 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b99d7820-82ad-4e14-810e-045888a5636d req-aab6c30b-2da8-4feb-a05c-f8fefd81bd0a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846481 Aug 09 02:41:59.753570 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:41:59.765502 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:41:59.774419 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:41:59.941148 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:41:59.945499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:41:59.946441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Pushing event updated for resources: {'Port': ['ID=41602548-23ae-4fbb-9a6b-77bd95032506,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:00.019319 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:00.019702 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:00.106931 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks [] for router_gateway (67834c1b-6072-47f1-bd31-3d6c347870bf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:00.228478 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:00.234604 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:00.378327 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:00.388579 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:00.525899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:00.649601 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2f0c7562-630c-4da4-86a2-ee60651d27a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:00.682803 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:00.784198 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (67834c1b-6072-47f1-bd31-3d6c347870bf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:00.889385 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97593d2b-4da3-44ca-85b3-6b2a3d35a938 None None] Network 0f4ed732-540e-4797-ab30-71de6f473add requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:42:00.921913 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3f278-cb81-4534-bf80-76fbb5ec872b req-aa1e2b67-f93b-4fa6-90ad-427b9749b9dd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:00.933347 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-00f3f278-cb81-4534-bf80-76fbb5ec872b req-aa1e2b67-f93b-4fa6-90ad-427b9749b9dd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0925951 Aug 09 02:42:00.998991 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-00f3f278-cb81-4534-bf80-76fbb5ec872b req-23aa8f46-70c9-4e14-876b-2096cf474d66 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639713 Aug 09 02:42:01.088894 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-8950cc81-6394-45bf-bcd6-c79d0d59c23e None None] Provisioning complete for port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:01.089585 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8950cc81-6394-45bf-bcd6-c79d0d59c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:01.157587 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:01.174482 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Router 67834c1b-6072-47f1-bd31-3d6c347870bf is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:42:01.376101 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:01.421892 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:01.423224 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d6d77248-1df7-40ee-bc39-e6457cc68a85 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2899964 Aug 09 02:42:01.426386 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33464) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:01.465070 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:01.490500 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-8950cc81-6394-45bf-bcd6-c79d0d59c23e None None] Current status of the port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:01.492468 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:01.493164 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:01.620726 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-3a899764-444f-4426-8e00-c9ad56d58b7a None None] Provisioning complete for port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:01.621634 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-3a899764-444f-4426-8e00-c9ad56d58b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:01.691764 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:01.862088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-3a899764-444f-4426-8e00-c9ad56d58b7a None None] Current status of the port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:01.906698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:01.913393 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:02.014372 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.086591 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:41:59Z', 'revision_number': 3, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:02.114992 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:02.115716 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.117673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:02.118140 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Updating router 67834c1b-6072-47f1-bd31-3d6c347870bf port 41602548-23ae-4fbb-9a6b-77bd95032506 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:42:02.182827 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:02.189525 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483cdc0-5c2c-4a4b-8dea-d2f6441374b1 req-34512f32-45fc-47eb-92f5-6042f81d6753 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:02.198885 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3483cdc0-5c2c-4a4b-8dea-d2f6441374b1 req-34512f32-45fc-47eb-92f5-6042f81d6753 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0788631 Aug 09 02:42:02.203354 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.214819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Allocated IP 172.20.0.1 (0f4ed732-540e-4797-ab30-71de6f473add/3af5f515-aedc-4464-aadf-07df1a48f981/4e58ec91-0f1c-4eb9-b09c-d94cdb595f16) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:02.276983 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:02.281128 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3483cdc0-5c2c-4a4b-8dea-d2f6441374b1 req-0138b904-61d7-4a5b-ac58-dbf37f4f6048 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755084 Aug 09 02:42:02.390193 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device a682b349-80c7-44e8-838b-efa10e67c865 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:42:02.426299 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:02.426481 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks [] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.431991 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: a682b349-80c7-44e8-838b-efa10e67c865 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:42:02.432358 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device a682b349-80c7-44e8-838b-efa10e67c865 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:42:02.494057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.546952 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Network 0f4ed732-540e-4797-ab30-71de6f473add is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:02.556922 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:02.561672 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:02.562649 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (67834c1b-6072-47f1-bd31-3d6c347870bf), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.629990 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:02.640318 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Pushing event updated for resources: {'Port': ['ID=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:02.659839 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Publish callbacks [] for port (41602548-23ae-4fbb-9a6b-77bd95032506), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.668609 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.678582 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:02.720812 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Attempting to bind port 41602548-23ae-4fbb-9a6b-77bd95032506 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:02.721095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Attempting to bind port 41602548-23ae-4fbb-9a6b-77bd95032506 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:02.721427 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Attempting to bind port 41602548-23ae-4fbb-9a6b-77bd95032506 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:02.733772 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:02.734178 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:02.734585 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.734984 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:02.735575 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Bound port: 41602548-23ae-4fbb-9a6b-77bd95032506, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:02.735845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.755060 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.782354 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f24398-429d-41f1-860e-0854ab4f120f None None] Pushing event updated for resources: {'Port': ['ID=41602548-23ae-4fbb-9a6b-77bd95032506,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:02.795646 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] For port 41602548-23ae-4fbb-9a6b-77bd95032506, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:02.799549 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] For port 41602548-23ae-4fbb-9a6b-77bd95032506, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=41602548-23ae-4fbb-9a6b-77bd95032506,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:02.812667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.824252 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-981bde89-0877-4fc7-9996-82550d42616b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:02.833341 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-981bde89-0877-4fc7-9996-82550d42616b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 813 time: 0.2161152 Aug 09 02:42:02.853268 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-8fe7ce5b-b590-4ae2-aa0c-c2fcadbc7ea6 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/quotas/f0a5508bdf5e4577b49783c3e424f1ee HTTP/1.1" status: 200 len: 375 time: 0.0189536 Aug 09 02:42:02.892267 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:02.902449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:02.903313 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:41:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:02.933729 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-aa021668-a840-4831-abaf-df895944a5af tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724030 Aug 09 02:42:02.969823 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f24398-429d-41f1-860e-0854ab4f120f None None] Pushing event updated for resources: {'Port': ['ID=41602548-23ae-4fbb-9a6b-77bd95032506,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:02.985530 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks [] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.994749 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:02.996046 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (67834c1b-6072-47f1-bd31-3d6c347870bf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:03.003715 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:03.024703 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:03.036571 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-cc81c628-06b2-4f10-9bfc-882eb42bbc07 None None] Provisioning complete for port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:03.036966 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-cc81c628-06b2-4f10-9bfc-882eb42bbc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:03.040771 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-dd68bc9a-1205-48ad-8f28-00a97816318b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058090 Aug 09 02:42:03.107998 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Pushing event updated for resources: {'Port': ['ID=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:03.116883 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-cc81c628-06b2-4f10-9bfc-882eb42bbc07 None None] Port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:03.121967 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:03.152355 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ae9f-ae20-4f04-b8f6-cfbd322661b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:03.168272 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-ef86e0a2-d425-4e6d-b80a-d8e5946152f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264873 Aug 09 02:42:03.179332 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Network 0f4ed732-540e-4797-ab30-71de6f473add is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:03.181081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:03.340681 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:03.350812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Router 67834c1b-6072-47f1-bd31-3d6c347870bf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:42:03.456460 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-32d4267f-18b1-4c9a-9ab5-67a4e0879730 req-22b214e0-b666-40b9-b539-e0ab006c8f23 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 210 time: 0.0493634 Aug 09 02:42:03.529341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:03.550791 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-151e59f3-d3ce-41f6-b91c-22a8277f770c admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/67834c1b-6072-47f1-bd31-3d6c347870bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1232138 Aug 09 02:42:03.556408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:03.605610 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03445ec-0e15-4a86-a020-5ba716016651 None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:03.611371 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad35277-0504-4960-827d-ca3c6422e4bf req-a0ebb579-f5ee-40f9-8439-a1709d1942f8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:03.616647 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ad35277-0504-4960-827d-ca3c6422e4bf req-a0ebb579-f5ee-40f9-8439-a1709d1942f8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1370821 Aug 09 02:42:03.652861 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-440a1600-6c2f-4eb5-b498-e51d7db79f6b None None] Provisioning complete for port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:03.656525 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-440a1600-6c2f-4eb5-b498-e51d7db79f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:03.726511 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-440a1600-6c2f-4eb5-b498-e51d7db79f6b None None] Port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:03.762818 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ad35277-0504-4960-827d-ca3c6422e4bf req-75866b30-5bad-447d-b05a-96e4d202c870 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280463 Aug 09 02:42:04.050432 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33664) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:04.055947 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170495673', 'description': 'tempest-description--827718740'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:04.115275 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.219372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (3df7c612-fbe4-42b4-ab37-a1f361e55084), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.223778 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3df7c612-fbe4-42b4-ab37-a1f361e55084), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.260979 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df7c612-fbe4-42b4-ab37-a1f361e55084,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:04.265801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.270896 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ef2f71fd-455b-4d64-aeff-52a6763d1938 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2192287 Aug 09 02:42:04.271066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33670) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:04.283129 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'security_group_rule': {'security_group_id': '3df7c612-fbe4-42b4-ab37-a1f361e55084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:04.299227 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.344314 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (c7148303-0f3b-4762-aa60-41c8687c6330), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.506777 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (c7148303-0f3b-4762-aa60-41c8687c6330), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.517445 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (c7148303-0f3b-4762-aa60-41c8687c6330), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.597342 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7148303-0f3b-4762-aa60-41c8687c6330,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:04.616903 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.618952 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-60c10a8e-1f50-43a3-955a-7cd086ded9d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427620 Aug 09 02:42:04.621633 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33688) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:04.627433 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'security_group_rule': {'security_group_id': '3df7c612-fbe4-42b4-ab37-a1f361e55084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:04.691651 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-191e2f27-73e5-48b8-a362-28efb4c274a9 req-b5fd2623-dcb2-4869-a31e-2925fb84b9b1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 210 time: 0.0779707 Aug 09 02:42:04.735581 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (3e6e07d5-54e1-4ca4-ac69-feb4a8ff4a6f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.818657 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (3e6e07d5-54e1-4ca4-ac69-feb4a8ff4a6f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.825426 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (3e6e07d5-54e1-4ca4-ac69-feb4a8ff4a6f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.853486 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6e07d5-54e1-4ca4-ac69-feb4a8ff4a6f,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:04.860478 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.862425 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ced1e817-2eb3-44aa-939c-e57884bee3d9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2395523 Aug 09 02:42:04.865597 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33708) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:04.872078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:04.939081 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:04.953947 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce335-64a3-429b-9eb2-40bf5e1973ff req-3ccaf221-316e-4ff4-b705-e47bf7c51ee7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:04.955478 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-466ce335-64a3-429b-9eb2-40bf5e1973ff req-3ccaf221-316e-4ff4-b705-e47bf7c51ee7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0731320 Aug 09 02:42:05.070949 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-466ce335-64a3-429b-9eb2-40bf5e1973ff req-5719db1b-6248-4c15-830e-718d6d59fd97 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035092 Aug 09 02:42:05.078567 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:05.246438 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:05.279108 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-e36c6c3d-4d9a-4335-b629-e21af33a410b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:05.287711 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-e36c6c3d-4d9a-4335-b629-e21af33a410b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 813 time: 0.1597724 Aug 09 02:42:05.322479 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:05.331415 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'port': {'device_id': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'admin_state_up': True, 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:05.338961 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:05.417014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Allocated IP 172.27.2.127 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/f47f3b77-9b68-4036-bffb-d694cab18392) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:05.435922 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:05.849824 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:05.862603 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Made reservation on behalf of f0a5508bdf5e4577b49783c3e424f1ee for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:05.869685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:05.920591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1dd6e8e9-2dfb-45eb-91d4-16b578cf267a req-115525be-a7da-4070-a021-2e765251cdd2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 210 time: 0.0840759 Aug 09 02:42:05.937857 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 41602548-23ae-4fbb-9a6b-77bd95032506 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:05.969924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for port (f47f3b77-9b68-4036-bffb-d694cab18392), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.026431 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 41602548-23ae-4fbb-9a6b-77bd95032506 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:06.027315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.357889 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (f47f3b77-9b68-4036-bffb-d694cab18392), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.374093 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defbf5e-d05a-4309-bb0d-dc47b74958cc req-f2ecc4cd-58d3-410d-8214-e79d53a13b6a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:06.383553 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5defbf5e-d05a-4309-bb0d-dc47b74958cc req-f2ecc4cd-58d3-410d-8214-e79d53a13b6a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1385920 Aug 09 02:42:06.454335 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Allocated IP 172.20.0.7 (fe941757-a8c5-41ae-b46b-5e1da78209e3/1dd21407-68b4-4cf8-968a-8abb90534b12/e3bd4b2e-303f-4020-9be9-d72af9307f8a) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:06.475908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:06.489590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:06.500787 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:06.503138 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'Port': ['ID=f47f3b77-9b68-4036-bffb-d694cab18392,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:06.506490 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33762) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:06.553855 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5defbf5e-d05a-4309-bb0d-dc47b74958cc req-b7c6bda8-8898-4fbf-8cf7-a9d7795b3ed8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691108 Aug 09 02:42:06.591430 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 41602548-23ae-4fbb-9a6b-77bd95032506 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:06.592027 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.656164 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 41602548-23ae-4fbb-9a6b-77bd95032506, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=41602548-23ae-4fbb-9a6b-77bd95032506,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:06.662466 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:06.675150 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.757846 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:06.780813 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (75eb76e7-cedd-404d-ae87-8baf18107aed), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.813972 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=41602548-23ae-4fbb-9a6b-77bd95032506,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:06.863992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.878116 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f47f3b77-9b68-4036-bffb-d694cab18392), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.899525 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:06.929675 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9bb0e6f5-b53a-4262-a32b-667a3420691f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=017a524b579e48d2bc6fe99ab8332456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219081 Aug 09 02:42:06.930687 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33774) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:06.931036 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:06.931679 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:06.992875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:06.998899 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0d483f7-3acc-4222-be3c-a0b89ff36a80 admin admin] Publish callbacks [] for security_group (c14ab46a-6e5b-4eec-b25b-c28e4d92c87a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.052866 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0d483f7-3acc-4222-be3c-a0b89ff36a80 admin admin] Publish callbacks [] for security_group (c14ab46a-6e5b-4eec-b25b-c28e4d92c87a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.122996 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:07.164522 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0d483f7-3acc-4222-be3c-a0b89ff36a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c14ab46a-6e5b-4eec-b25b-c28e4d92c87a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.170277 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0d483f7-3acc-4222-be3c-a0b89ff36a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.170435 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:07.186003 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a0d483f7-3acc-4222-be3c-a0b89ff36a80 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c14ab46a-6e5b-4eec-b25b-c28e4d92c87a HTTP/1.1" status: 204 len: 168 time: 0.2511628 Aug 09 02:42:07.193866 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:07.203970 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d483f7-3acc-4222-be3c-a0b89ff36a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ab46a-6e5b-4eec-b25b-c28e4d92c87a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:07.208446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42375b39-4ecd-4a16-86fd-416e003c69b0 req-89aa71b3-b641-407e-a8d3-bc2c6c0bfaff tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:07.216486 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-42375b39-4ecd-4a16-86fd-416e003c69b0 req-89aa71b3-b641-407e-a8d3-bc2c6c0bfaff tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 931 time: 0.1545441 Aug 09 02:42:07.220342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:07.279644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:07.458993 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for port (f47f3b77-9b68-4036-bffb-d694cab18392), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.484045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (f47f3b77-9b68-4036-bffb-d694cab18392), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.517859 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:07.583214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'Port': ['ID=f47f3b77-9b68-4036-bffb-d694cab18392,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:07.587263 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 2, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:07.603602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:07.604475 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.624315 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-42375b39-4ecd-4a16-86fd-416e003c69b0 req-40260479-0fde-46df-9d31-1614ab8083bc tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063339 Aug 09 02:42:07.634085 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-decc22c4-a2a4-4d05-859e-a34fadf1dc71 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3100591 Aug 09 02:42:07.639295 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:07.639971 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Updating router 67834c1b-6072-47f1-bd31-3d6c347870bf port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:42:07.646508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (75eb76e7-cedd-404d-ae87-8baf18107aed), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.668584 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.672439 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3de9057b-9380-4298-84d3-3dcbc7ecf3f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8030803 Aug 09 02:42:07.700311 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-a33c154a-75b5-42aa-8217-9c84ff92f7cd None None] Provisioning complete for port e3bd4b2e-303f-4020-9be9-d72af9307f8a triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:07.700903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a33c154a-75b5-42aa-8217-9c84ff92f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.712799 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:07.722888 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Request body: {'port': {'device_id': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:07.846082 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-a33c154a-75b5-42aa-8217-9c84ff92f7cd None None] Port e3bd4b2e-303f-4020-9be9-d72af9307f8a cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:08.039766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 41602548-23ae-4fbb-9a6b-77bd95032506 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:08.047491 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Publish callbacks [] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.051883 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:08.062810 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.101710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:08.146382 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.194752 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Attempting to bind port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:08.195351 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Attempting to bind port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:08.196988 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Attempting to bind port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 on network 0f4ed732-540e-4797-ab30-71de6f473add {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:08.210676 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050c3b-9a5c-4e29-af3c-56ecf79ec536 None None] Pushing event updated for resources: {'Port': ['ID=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:08.222620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 41602548-23ae-4fbb-9a6b-77bd95032506 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:08.223276 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.238662 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:08.239051 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Checking segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:08.239501 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.239905 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Bound using segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:08.240457 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Bound port: 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:08.240905 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.253128 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e077a-0841-4881-9d33-cfcd84cf9c2e req-59940975-7451-459c-b91c-da7ed4d8a7e4 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:08.259015 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3c6e077a-0841-4881-9d33-cfcd84cf9c2e req-59940975-7451-459c-b91c-da7ed4d8a7e4 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.3746519 Aug 09 02:42:08.412801 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 41602548-23ae-4fbb-9a6b-77bd95032506 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:08.512087 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] For port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:08.521250 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] For port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:08.537146 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:08.595762 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:08.682131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3c6e077a-0841-4881-9d33-cfcd84cf9c2e req-80ea5342-088d-4353-8b85-af2950c26b5d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385632 Aug 09 02:42:08.700548 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-78b5760a-3166-403b-9ce8-8478bb3881c5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1170495673&fields=id&tenant_id=ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 267 time: 0.3689406 Aug 09 02:42:08.733085 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:08.734511 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:08.830580 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050c3b-9a5c-4e29-af3c-56ecf79ec536 None None] Pushing event updated for resources: {'Port': ['ID=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:09.001385 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56117c-8d32-43bb-b746-80fd807bbd68 req-bb6d8d6f-8203-4349-914d-0a027a8a13ad tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:09.011613 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf56117c-8d32-43bb-b746-80fd807bbd68 req-bb6d8d6f-8203-4349-914d-0a027a8a13ad tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 931 time: 0.1753225 Aug 09 02:42:09.077139 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:09.098131 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-b7976f58-ac35-4cfe-b5f3-5da58cd0576d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:09.113981 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-b7976f58-ac35-4cfe-b5f3-5da58cd0576d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 815 time: 0.3984234 Aug 09 02:42:09.193008 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-e6ba2525-e2b8-4326-9466-fa1401d97fa7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/quotas/ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 375 time: 0.0779939 Aug 09 02:42:09.426103 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf56117c-8d32-43bb-b746-80fd807bbd68 req-4f47fdc1-f904-423d-99a3-a674c7a2826a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135454 Aug 09 02:42:09.460197 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-6bb7fd55-b574-4498-9046-8615b98734ca tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2661710 Aug 09 02:42:09.504459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bd4b2e-303f-4020-9be9-d72af9307f8a {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:42:09.554815 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Publish callbacks [] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:09.600381 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:08Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:09.660007 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465b4b6-f999-4008-a455-a30c873c0c6c None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:08Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:09.745731 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Transition to ACTIVE for port object e3bd4b2e-303f-4020-9be9-d72af9307f8a will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:42:09.746187 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33856) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:09.786811 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:09.954015 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:10.037505 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-67632fa8-1b2d-460c-b831-b309e9ad6860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.046774 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-7ddecc84-787f-4f15-9a8a-4f04b16598c7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526667 Aug 09 02:42:10.089053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:10.092521 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.158677 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:10.297453 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:10.298333 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4e0e-c4a0-4092-84d6-bcc150d0d53f req-db0596a6-2288-4045-b77d-99d47b0e7195 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:10.302770 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64bb4e0e-c4a0-4092-84d6-bcc150d0d53f req-db0596a6-2288-4045-b77d-99d47b0e7195 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.3488111 Aug 09 02:42:10.348539 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:10.348781 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-67632fa8-1b2d-460c-b831-b309e9ad6860 admin admin] Publish callbacks [] for security_group (b79eead1-9e4d-4c8c-8a66-67c59261ae77), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.359853 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-67632fa8-1b2d-460c-b831-b309e9ad6860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b79eead1-9e4d-4c8c-8a66-67c59261ae77), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.386694 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:10.387864 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.430923 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:42:10.472938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:10.483474 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67632fa8-1b2d-460c-b831-b309e9ad6860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79eead1-9e4d-4c8c-8a66-67c59261ae77,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:10.494414 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:10.498727 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-67632fa8-1b2d-460c-b831-b309e9ad6860 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9cd21f96d5df4ba2afe15aa143648788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7512608 Aug 09 02:42:10.503365 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.508698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33874) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:10.535440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:10.540199 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64bb4e0e-c4a0-4092-84d6-bcc150d0d53f req-f835e0ef-33e8-4b10-a92c-ab4f91438e4a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642461 Aug 09 02:42:10.640030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:10.649150 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Attempting to bind port e3bd4b2e-303f-4020-9be9-d72af9307f8a on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:10.649853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Attempting to bind port e3bd4b2e-303f-4020-9be9-d72af9307f8a by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:10.654614 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Attempting to bind port e3bd4b2e-303f-4020-9be9-d72af9307f8a on network fe941757-a8c5-41ae-b46b-5e1da78209e3 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:10.654967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-f436-4819-b9aa-63d980f951e4 admin admin] Publish callbacks [] for security_group (b79eead1-9e4d-4c8c-8a66-67c59261ae77), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.677066 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Port e3bd4b2e-303f-4020-9be9-d72af9307f8a on network fe941757-a8c5-41ae-b46b-5e1da78209e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:42:10.677536 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Attempting to bind port e3bd4b2e-303f-4020-9be9-d72af9307f8a on network fe941757-a8c5-41ae-b46b-5e1da78209e3 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:10.692042 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:10.692396 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Checking segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:10.692757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Bound using segment: {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:10.693199 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Bound port: e3bd4b2e-303f-4020-9be9-d72af9307f8a, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:10.693702 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.716362 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-f436-4819-b9aa-63d980f951e4 admin admin] Publish callbacks [] for security_group (b79eead1-9e4d-4c8c-8a66-67c59261ae77), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.730834 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-045571e5-95a9-45d8-bbf6-fb4862226cb1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821764 Aug 09 02:42:10.740085 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:10.859368 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa846-b6cd-4149-bb01-b1bb659d7860 req-5dc97f94-d008-44cb-8c3d-7ad2049b4100 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:10.860956 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a5aa846-b6cd-4149-bb01-b1bb659d7860 req-5dc97f94-d008-44cb-8c3d-7ad2049b4100 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.1546597 Aug 09 02:42:10.868175 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-f436-4819-b9aa-63d980f951e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b79eead1-9e4d-4c8c-8a66-67c59261ae77), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.870982 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f23f389f-f436-4819-b9aa-63d980f951e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:10.875548 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f23f389f-f436-4819-b9aa-63d980f951e4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b79eead1-9e4d-4c8c-8a66-67c59261ae77 HTTP/1.1" status: 204 len: 168 time: 0.3623552 Aug 09 02:42:10.893303 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f389f-f436-4819-b9aa-63d980f951e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79eead1-9e4d-4c8c-8a66-67c59261ae77,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:11.179403 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:11.325191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:11.349774 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a5aa846-b6cd-4149-bb01-b1bb659d7860 req-9ee96504-7d2a-4ea8-8ee2-3f8fecaee631 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424832 Aug 09 02:42:11.382209 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-665caeb6-3b3c-45e2-b1f0-3a02c62d3ca1 req-c60a64e7-4c25-4dad-a24a-c0b625cb02d1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.2859201 Aug 09 02:42:11.388404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:11.411588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:11.412493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:11.414012 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 1093 time: 3.7124527 Aug 09 02:42:11.415891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:11.418620 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d702f4-d7f5-4737-b691-d0a40003ea56" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:11.615586 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-a6c4ef38-f192-4f0b-aff7-5773aa97dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:11.617527 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-a6c4ef38-f192-4f0b-aff7-5773aa97dfa4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1127 time: 0.1138363 Aug 09 02:42:11.625850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75d225-23d6-4468-a556-02dbd11d3941 x-openstack-request-id: req-fd75d225-23d6-4468-a556-02dbd11d3941 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:11.626336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:11.626667 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd75d225-23d6-4468-a556-02dbd11d3941 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:11.627341 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd75d225-23d6-4468-a556-02dbd11d3941'] response: {'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'status': 'completed', 'code': 200} Aug 09 02:42:11.635979 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7e480-cd91-41cf-9b37-6c2ff5537acb service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:11.790213 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c82d8-288a-4cc6-a827-56eb5011405b req-00570791-ed27-4407-bcf3-c18cf5a54a41 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:11.792741 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-973c82d8-288a-4cc6-a827-56eb5011405b req-00570791-ed27-4407-bcf3-c18cf5a54a41 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1127164 Aug 09 02:42:11.948483 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-973c82d8-288a-4cc6-a827-56eb5011405b req-d0b8341e-1804-4ab8-b16a-cc5107bb1b2d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465812 Aug 09 02:42:11.958450 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:12.038796 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:12.039415 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:12.091582 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:12.193452 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:12.548283 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ad0af849-bcd6-48d1-bb35-09bb4598c123 req-6a46fb80-0f93-470f-bd56-099e3cc5dcb4 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0440209 Aug 09 02:42:12.562097 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7794f4-2e67-4f99-baeb-d6b5f34f5f01 req-01c2ed03-c89e-4840-a658-e96fc710b127 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:12.564228 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a7794f4-2e67-4f99-baeb-d6b5f34f5f01 req-01c2ed03-c89e-4840-a658-e96fc710b127 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.1036658 Aug 09 02:42:12.679447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a7794f4-2e67-4f99-baeb-d6b5f34f5f01 req-d2df0a24-7585-48dd-b7c2-4570070677d0 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088943 Aug 09 02:42:12.777118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33952) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:12.824902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Deleting subnet 1e634634-3b3d-4203-8548-e6d8dbd3f219 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:42:12.828683 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Publish callbacks [] for subnet (1e634634-3b3d-4203-8548-e6d8dbd3f219), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:12.875041 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (1e634634-3b3d-4203-8548-e6d8dbd3f219), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:12.915406 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (1e634634-3b3d-4203-8548-e6d8dbd3f219), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:12.989968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (1e634634-3b3d-4203-8548-e6d8dbd3f219), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.041837 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e634634-3b3d-4203-8548-e6d8dbd3f219,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:13.044287 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.047846 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5de0e7a0-8328-4707-9816-12290ce0a6c3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/1e634634-3b3d-4203-8548-e6d8dbd3f219 HTTP/1.1" status: 204 len: 168 time: 0.2695646 Aug 09 02:42:13.050697 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33962) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:13.118090 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db6bdf-d47a-4652-a4fe-89252706cf13 req-28fbe625-4c34-41e3-8d81-d41eaf2677b6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:13.120408 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3db6bdf-d47a-4652-a4fe-89252706cf13 req-28fbe625-4c34-41e3-8d81-d41eaf2677b6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0570376 Aug 09 02:42:13.131022 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (cbffdcfd-6a89-4429-b935-a404424ede1e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.180292 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3db6bdf-d47a-4652-a4fe-89252706cf13 req-e1ca77c7-ef7a-458a-abf9-d6434f4bc166 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Aug 09 02:42:13.227255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (cbffdcfd-6a89-4429-b935-a404424ede1e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.254857 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.255256 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.256071 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.256340 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > port after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.256665 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.256989 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > port after_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.257313 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.257656 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.257972 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.258318 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.325747 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.326103 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.326467 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.326807 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 02:42:13.327181 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbffdcfd-6a89-4429-b935-a404424ede1e']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:13.345569 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e8f3ad-4b94-4add-a376-28ec64975814') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:13.345875 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e8f3ad-4b94-4add-a376-28ec64975814') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:13.364135 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26157935'] for segment (a0e8f3ad-4b94-4add-a376-28ec64975814), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.385361 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (a0e8f3ad-4b94-4add-a376-28ec64975814), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.395446 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:42:13.396131 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25207261'] for segment (a0e8f3ad-4b94-4add-a376-28ec64975814), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.487023 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (cbffdcfd-6a89-4429-b935-a404424ede1e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.507638 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.514244 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/cbffdcfd-6a89-4429-b935-a404424ede1e HTTP/1.1" status: 204 len: 168 time: 0.4581592 Aug 09 02:42:13.514244 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874efb48-4141-4cb3-93be-9a1d8da67738 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbffdcfd-6a89-4429-b935-a404424ede1e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:13.514590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33968) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:13.572140 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Deleting subnet 0f9771ed-da0e-428c-ab16-2d9f2b81b9e2 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:42:13.576930 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:13.579256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Publish callbacks [] for subnet (0f9771ed-da0e-428c-ab16-2d9f2b81b9e2), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.646989 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment a0e8f3ad-4b94-4add-a376-28ec64975814 resource provider aggregate not found Aug 09 02:42:13.654342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (0f9771ed-da0e-428c-ab16-2d9f2b81b9e2), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.675414 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment a0e8f3ad-4b94-4add-a376-28ec64975814 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0e8f3ad-4b94-4add-a376-28ec64975814 found for delete ", "request_id": "req-16e26e90-d374-4421-87c6-515b1047eeb8"}]} Aug 09 02:42:13.698078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (0f9771ed-da0e-428c-ab16-2d9f2b81b9e2), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:13.717285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:13.763031 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ea8e84e5-3514-47eb-98a7-18528acd7ad1 req-11b8e0db-974b-42b3-9043-a8bd8c662f9f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0441549 Aug 09 02:42:13.828356 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb2a-9f90-48c2-afd3-1bfa0cd32bfa req-e69357e6-27cc-4efc-a05c-1b6bcbac167c tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:13.830016 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d04dcb2a-9f90-48c2-afd3-1bfa0cd32bfa req-e69357e6-27cc-4efc-a05c-1b6bcbac167c tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.0726368 Aug 09 02:42:13.831520 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (0f9771ed-da0e-428c-ab16-2d9f2b81b9e2), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.099404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9771ed-da0e-428c-ab16-2d9f2b81b9e2,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:14.109596 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.115141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bb8a079f-7a1b-4f0a-86bc-13d8ee6c7833 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/0f9771ed-da0e-428c-ab16-2d9f2b81b9e2 HTTP/1.1" status: 204 len: 168 time: 0.5970156 Aug 09 02:42:14.116033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 33984) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:14.197227 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d04dcb2a-9f90-48c2-afd3-1bfa0cd32bfa req-c4371570-cda4-49b9-9265-7a4e21b0d5e2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568530 Aug 09 02:42:14.207983 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (a8062812-2581-47b0-a39b-fe53492d4fb7), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.355459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (a8062812-2581-47b0-a39b-fe53492d4fb7), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.376036 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c13d5-9de6-45a8-908a-db3aa1b59d2b req-9ef77a5a-5aec-4769-9479-4261fede4b72 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:14.377501 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-461c13d5-9de6-45a8-908a-db3aa1b59d2b req-9ef77a5a-5aec-4769-9479-4261fede4b72 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1084089 Aug 09 02:42:14.393051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8062812-2581-47b0-a39b-fe53492d4fb7']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:14.415490 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5556a3a9-af55-4db9-9768-5cefbff64ba3') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:14.415840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5556a3a9-af55-4db9-9768-5cefbff64ba3') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:14.429887 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (5556a3a9-af55-4db9-9768-5cefbff64ba3), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.457824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (5556a3a9-af55-4db9-9768-5cefbff64ba3), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.467898 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-461c13d5-9de6-45a8-908a-db3aa1b59d2b req-d24552eb-3245-4286-88bc-da147671c4af tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845492 Aug 09 02:42:14.468886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:42:14.469285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (5556a3a9-af55-4db9-9768-5cefbff64ba3), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.511926 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 5556a3a9-af55-4db9-9768-5cefbff64ba3 resource provider aggregate not found Aug 09 02:42:14.531384 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 5556a3a9-af55-4db9-9768-5cefbff64ba3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5556a3a9-af55-4db9-9768-5cefbff64ba3 found for delete ", "request_id": "req-e6c47e0f-d695-448e-9397-f9177b41526f"}]} Aug 09 02:42:14.544756 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (a8062812-2581-47b0-a39b-fe53492d4fb7), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.556274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.563667 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a8062812-2581-47b0-a39b-fe53492d4fb7 HTTP/1.1" status: 204 len: 168 time: 0.4445534 Aug 09 02:42:14.616470 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56533ac6-c276-4086-8d96-36ca46f4d786 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8062812-2581-47b0-a39b-fe53492d4fb7,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:14.777007 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 33998) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:14.819601 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8cd8dff2-949d-4a30-87fb-39ded0f86cdf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=eb576abacf4a41b59056aeb0b683225c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410223 Aug 09 02:42:14.821917 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34002) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:14.891906 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c158347c-5269-4e89-8624-a3a6fc1e9f3a req-ea3cbc92-3ad6-4a89-94c8-041f1ec7e859 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0446587 Aug 09 02:42:14.912441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f314582-b9dc-4b0c-9333-e6e904e3f02a admin admin] Publish callbacks [] for security_group (d2d41f07-0dd5-40d0-8fcf-406f508bd6be), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:14.940915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f314582-b9dc-4b0c-9333-e6e904e3f02a admin admin] Publish callbacks [] for security_group (d2d41f07-0dd5-40d0-8fcf-406f508bd6be), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.002191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f314582-b9dc-4b0c-9333-e6e904e3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d2d41f07-0dd5-40d0-8fcf-406f508bd6be), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.007765 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f314582-b9dc-4b0c-9333-e6e904e3f02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.021083 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0f314582-b9dc-4b0c-9333-e6e904e3f02a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d2d41f07-0dd5-40d0-8fcf-406f508bd6be HTTP/1.1" status: 204 len: 168 time: 0.1893075 Aug 09 02:42:15.021558 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f314582-b9dc-4b0c-9333-e6e904e3f02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d41f07-0dd5-40d0-8fcf-406f508bd6be,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:15.348886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b33a0-4e7b-44f7-bc63-1c52b77ee81f req-051208fa-0fa0-44e7-9d6c-289a2ab6ab37 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:15.350674 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fb6b33a0-4e7b-44f7-bc63-1c52b77ee81f req-051208fa-0fa0-44e7-9d6c-289a2ab6ab37 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.0678577 Aug 09 02:42:15.372137 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:15.421890 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fb6b33a0-4e7b-44f7-bc63-1c52b77ee81f req-000bd925-7b39-4b34-b8fd-952cef1b5c1c tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642455 Aug 09 02:42:15.451907 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34012) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:15.494056 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6b2285f4-3e4d-4c39-a39d-9ef5710ed330 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=97312962054e4963bc241a74a8142752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402241 Aug 09 02:42:15.495988 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34014) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:15.569823 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90418aa0-cfc0-42a9-a720-3fd1a567e50b admin admin] Publish callbacks [] for security_group (b9dea83e-abb5-46fe-ade3-3b45972a557a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.620516 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90418aa0-cfc0-42a9-a720-3fd1a567e50b admin admin] Publish callbacks [] for security_group (b9dea83e-abb5-46fe-ade3-3b45972a557a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.626771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725f8a-19ab-4c3a-b7d1-2db4b0ea0c5e req-09023cea-be2e-4446-a4f2-b677b76aeefa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:15.628241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-11725f8a-19ab-4c3a-b7d1-2db4b0ea0c5e req-09023cea-be2e-4446-a4f2-b677b76aeefa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0751400 Aug 09 02:42:15.689419 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-11725f8a-19ab-4c3a-b7d1-2db4b0ea0c5e req-ae67b731-4dcb-433e-80af-5f5452bb78e3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Aug 09 02:42:15.721807 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90418aa0-cfc0-42a9-a720-3fd1a567e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b9dea83e-abb5-46fe-ade3-3b45972a557a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.724801 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90418aa0-cfc0-42a9-a720-3fd1a567e50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:15.725984 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-90418aa0-cfc0-42a9-a720-3fd1a567e50b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b9dea83e-abb5-46fe-ade3-3b45972a557a HTTP/1.1" status: 204 len: 168 time: 0.2288795 Aug 09 02:42:15.742375 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90418aa0-cfc0-42a9-a720-3fd1a567e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dea83e-abb5-46fe-ade3-3b45972a557a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:16.167914 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db32425f-4493-4c7a-acf5-ab835fd2b2e5 req-41140380-4dda-454f-a765-8e1ce64818ed tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0619760 Aug 09 02:42:16.596916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c8af4-2833-48ef-b4ee-4328846fed35 req-c4eda108-8620-4c01-a149-c73991e6a3b2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:16.598459 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4c6c8af4-2833-48ef-b4ee-4328846fed35 req-c4eda108-8620-4c01-a149-c73991e6a3b2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.0672295 Aug 09 02:42:16.612143 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:16.658819 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4c6c8af4-2833-48ef-b4ee-4328846fed35 req-14b9e8a6-f20c-4282-afa8-8d43975659ad tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546348 Aug 09 02:42:16.843919 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706d31-4326-4bde-9d1e-e764d5804495 req-a8d7845a-9641-4255-8671-117af0c8e435 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:16.845447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-22706d31-4326-4bde-9d1e-e764d5804495 req-a8d7845a-9641-4255-8671-117af0c8e435 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0587425 Aug 09 02:42:16.898781 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-22706d31-4326-4bde-9d1e-e764d5804495 req-e2835363-ba59-4b16-86bb-07dca0bbc943 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Aug 09 02:42:17.060764 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-95e233bf-bb03-4336-9b6b-cca0118f91be service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 217 time: 0.0349700 Aug 09 02:42:17.268355 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-0209bd7a-cf13-4ea8-9118-94213e1d6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:17.270226 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-0209bd7a-cf13-4ea8-9118-94213e1d6f9f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.0548820 Aug 09 02:42:17.281755 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34102) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:17.334475 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a52c43e-0517-444b-bfe8-2db915308862 req-7ca4d524-3cb6-4f1d-95d9-51d2af6b8b78 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0540662 Aug 09 02:42:17.369646 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-4e9978aa-044e-4b64-8dec-62d4519c01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:17.371337 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-4e9978aa-044e-4b64-8dec-62d4519c01c3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509088 Aug 09 02:42:17.445513 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31c13a24-186a-461e-b6d5-fbeb1fd4f12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.458441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:17.529925 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:17.532816 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31c13a24-186a-461e-b6d5-fbeb1fd4f12f admin admin] Publish callbacks [] for security_group (6549b1b0-409d-4117-8053-462ec201ab7b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.538741 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31c13a24-186a-461e-b6d5-fbeb1fd4f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6549b1b0-409d-4117-8053-462ec201ab7b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.577870 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-be53e62d-202a-4ed1-8b6c-cbd981eb54e2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018410 Aug 09 02:42:17.605867 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-31c13a24-186a-461e-b6d5-fbeb1fd4f12f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=92b7075fdda741489109437940f40cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219445 Aug 09 02:42:17.607377 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c13a24-186a-461e-b6d5-fbeb1fd4f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6549b1b0-409d-4117-8053-462ec201ab7b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:17.609950 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34112) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:17.722631 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20b4cd28-2ab9-4d97-938f-c9ed5a5fd483 admin admin] Publish callbacks [] for security_group (6549b1b0-409d-4117-8053-462ec201ab7b), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.738228 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e513e9ca-6396-45ce-9832-d48f73c5d6e2 req-62b82a19-3a36-4ce6-8623-07e84f77a5bf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512702 Aug 09 02:42:17.759052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20b4cd28-2ab9-4d97-938f-c9ed5a5fd483 admin admin] Publish callbacks [] for security_group (6549b1b0-409d-4117-8053-462ec201ab7b), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.814070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5c0b5-cef8-43b3-895c-5f30d512bab1 req-56c6ef25-5610-4b18-914e-f0eaa15a8363 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:17.815475 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-14c5c0b5-cef8-43b3-895c-5f30d512bab1 req-56c6ef25-5610-4b18-914e-f0eaa15a8363 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.0735235 Aug 09 02:42:17.868744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-14c5c0b5-cef8-43b3-895c-5f30d512bab1 req-4c11cc70-037e-41ee-a7f3-21a686715e8c tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Aug 09 02:42:17.873684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20b4cd28-2ab9-4d97-938f-c9ed5a5fd483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6549b1b0-409d-4117-8053-462ec201ab7b), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.876474 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20b4cd28-2ab9-4d97-938f-c9ed5a5fd483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:17.877519 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-20b4cd28-2ab9-4d97-938f-c9ed5a5fd483 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6549b1b0-409d-4117-8053-462ec201ab7b HTTP/1.1" status: 204 len: 168 time: 0.2665696 Aug 09 02:42:17.886685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4cd28-2ab9-4d97-938f-c9ed5a5fd483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6549b1b0-409d-4117-8053-462ec201ab7b,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:18.041538 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc9b09-4399-40ec-a16d-995075319b0a req-187598d9-4eda-4bb0-a16e-aae52b03218c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:18.045787 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4fc9b09-4399-40ec-a16d-995075319b0a req-187598d9-4eda-4bb0-a16e-aae52b03218c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0613549 Aug 09 02:42:18.101582 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4fc9b09-4399-40ec-a16d-995075319b0a req-ab4b6485-19cc-49b9-9677-7ff6c1bd8ba7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523007 Aug 09 02:42:18.448364 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ae94e0e-14d3-4601-9541-93f3dc1a5d3f req-0df2e3f3-d72b-4065-bc84-7237c8401d24 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Aug 09 02:42:18.502773 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34138) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:18.628843 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52f400f8-0afc-436a-be77-98ee2a47dd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.646897 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:18.678785 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:18.709313 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52f400f8-0afc-436a-be77-98ee2a47dd0a admin admin] Publish callbacks [] for security_group (62f00c7f-5ef7-4311-b903-ec135ba2e49e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.716471 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-52f400f8-0afc-436a-be77-98ee2a47dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (62f00c7f-5ef7-4311-b903-ec135ba2e49e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.758110 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-52f400f8-0afc-436a-be77-98ee2a47dd0a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8937041c1e8a4c9898abed6e3211b20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542481 Aug 09 02:42:18.761110 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34146) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:18.763020 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f400f8-0afc-436a-be77-98ee2a47dd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f00c7f-5ef7-4311-b903-ec135ba2e49e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:18.820481 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d41beb74-5153-4c88-8422-60a80816b5e8 admin admin] Publish callbacks [] for security_group (62f00c7f-5ef7-4311-b903-ec135ba2e49e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.841273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d41beb74-5153-4c88-8422-60a80816b5e8 admin admin] Publish callbacks [] for security_group (62f00c7f-5ef7-4311-b903-ec135ba2e49e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.889531 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d41beb74-5153-4c88-8422-60a80816b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (62f00c7f-5ef7-4311-b903-ec135ba2e49e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.892266 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d41beb74-5153-4c88-8422-60a80816b5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:18.893361 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d41beb74-5153-4c88-8422-60a80816b5e8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/62f00c7f-5ef7-4311-b903-ec135ba2e49e HTTP/1.1" status: 204 len: 168 time: 0.1307302 Aug 09 02:42:18.902571 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41beb74-5153-4c88-8422-60a80816b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f00c7f-5ef7-4311-b903-ec135ba2e49e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:19.168553 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9404-59c1-4527-97d0-42246ea5e5eb req-dae634fc-a660-4ac7-814c-cbd5a1e5299b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:19.170124 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9d9b9404-59c1-4527-97d0-42246ea5e5eb req-dae634fc-a660-4ac7-814c-cbd5a1e5299b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.0588939 Aug 09 02:42:19.270483 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9d9b9404-59c1-4527-97d0-42246ea5e5eb req-7a99f4b7-58b0-4f69-ad49-990365e78a10 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931265 Aug 09 02:42:19.276474 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa7d7d-efef-44bb-b9b6-3b726313ae08 req-e8e0b8e5-06a5-44b1-938e-0a80b667441b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:19.280501 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dcfa7d7d-efef-44bb-b9b6-3b726313ae08 req-e8e0b8e5-06a5-44b1-938e-0a80b667441b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0815268 Aug 09 02:42:19.327393 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dcfa7d7d-efef-44bb-b9b6-3b726313ae08 req-47fe7402-a1e6-44dc-9bc7-90d3971c8437 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Aug 09 02:42:19.565025 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac86d257-30a2-4988-ad3f-fe3a7c6f25b5 req-915b8021-8b7c-41d9-a622-232ec8da697b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0282693 Aug 09 02:42:19.598124 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34180) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:19.603782 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:19.697125 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1531885417-network', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:19.721173 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Made reservation on behalf of 9aadaf242f674436a45eae700fb52fc1 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:19.725159 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.738718 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.820296 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks [] for security_group (ff871ed8-1b89-425f-a416-f29bdabfdcf0), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.825344 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ff871ed8-1b89-425f-a416-f29bdabfdcf0), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.840176 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:42:19.863242 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (7f4e39cd-43d0-45f5-ac15-658010a75377), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.863242 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Added segment 7f4e39cd-43d0-45f5-ac15-658010a75377 of type vlan for network b1e2d894-011a-4b96-b401-d6a3370e9f10 Aug 09 02:42:19.913693 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (b1e2d894-011a-4b96-b401-d6a3370e9f10), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.919629 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff871ed8-1b89-425f-a416-f29bdabfdcf0,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:19.951057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (b1e2d894-011a-4b96-b401-d6a3370e9f10), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.952991 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:19.954107 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:19.989983 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-0f290f54-b846-4a58-8c2f-845b674893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:19.992104 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-0f290f54-b846-4a58-8c2f-845b674893e8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1127 time: 0.0940201 Aug 09 02:42:19.995380 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01acb9-249a-4b90-914d-94268301b17b req-00ed5959-f67f-4e02-96be-a939a1bcd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:19.996917 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0a01acb9-249a-4b90-914d-94268301b17b req-00ed5959-f67f-4e02-96be-a939a1bcd90e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 1130 time: 0.0586944 Aug 09 02:42:20.024142 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4248769 Aug 09 02:42:20.027166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34186) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:20.031986 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Request body: {'subnet': {'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1531885417-subnet', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'ip_version': 4}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:20.036891 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c19d9-4735-4ecf-bd68-7da0847776b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e2d894-011a-4b96-b401-d6a3370e9f10,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:20.047202 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:42:20.055431 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Made reservation on behalf of 9aadaf242f674436a45eae700fb52fc1 for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:20.057897 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25748660'] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.122042 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:20.275550 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0a01acb9-249a-4b90-914d-94268301b17b req-430bda06-dd20-4bea-9838-b3c21c545e98 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765056 Aug 09 02:42:20.282545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-f3c4146f-bb99-4371-a6d1-03166bea19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:20.284046 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-f3c4146f-bb99-4371-a6d1-03166bea19b8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 914 time: 0.1841195 Aug 09 02:42:20.407088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25183315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25748642'] for subnet (5ef08927-ca8d-427b-ad52-ae171e01f984), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.465541 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-30e44d1a-f2e8-40f8-99ef-eec198a87b9e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:20.469430 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-30e44d1a-f2e8-40f8-99ef-eec198a87b9e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 815 time: 0.3961291 Aug 09 02:42:20.478066 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef08927-ca8d-427b-ad52-ae171e01f984,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:20.535306 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf436e4-1e04-40a2-a70f-c0d20e87f2ea req-ee30eb7a-6dec-4ea4-8a65-00ead63844ce tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:20.537087 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5bf436e4-1e04-40a2-a70f-c0d20e87f2ea req-ee30eb7a-6dec-4ea4-8a65-00ead63844ce tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0745325 Aug 09 02:42:20.539489 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Checking segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:20.539869 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Network hostable DHCP agents. Network: b1e2d894-011a-4b96-b401-d6a3370e9f10, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:42:20.563099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:20.583561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:20.609243 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:20.643481 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-a4bbdb1a-139f-4975-bc26-976e904b5ae5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 380 time: 0.0724876 Aug 09 02:42:20.663993 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-3486f818-e04d-4c52-a664-3feb94a14b4a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 217 time: 0.0834980 Aug 09 02:42:20.676425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:42:20.684056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3d261-021b-4b04-bf8f-a30ab9ee1a67 req-c415c7eb-cf17-4efc-9cf6-0b30912c39c6 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:20.685523 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ced3d261-021b-4b04-bf8f-a30ab9ee1a67 req-c415c7eb-cf17-4efc-9cf6-0b30912c39c6 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 943 time: 0.1474748 Aug 09 02:42:20.718949 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, b1e2d894-011a-4b96-b401-d6a3370e9f10) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:20.718949 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:20.718949 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.721602 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5bf436e4-1e04-40a2-a70f-c0d20e87f2ea req-92704449-0a72-446e-8819-dce302e0c67e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698482 Aug 09 02:42:20.722371 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647be49-73f7-4bbc-a835-fadcdeba7e6c None None] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:42:20.792786 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34206) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:20.793147 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5beb94b4-47ab-4b2f-8300-aaa7ebe1d7cd admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7645357 Aug 09 02:42:20.801259 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:20.824596 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-a5905f97-2525-4449-b5d0-454e0421d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:20.826315 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-a5905f97-2525-4449-b5d0-454e0421d304 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.0933578 Aug 09 02:42:20.826902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (e36aa0bb-553a-44e9-b242-d792f75002a5), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.828693 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (e36aa0bb-553a-44e9-b242-d792f75002a5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.829385 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ced3d261-021b-4b04-bf8f-a30ab9ee1a67 req-219086d7-180c-4c2f-93e8-6f4e55122506 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332660 Aug 09 02:42:20.843565 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-b1e2d894-011a-4b96-b401-d6a3370e9f10', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:42:20.844739 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:20.846237 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.863141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-577d6d94-2e37-459a-8561-dab3c522303d req-472540d4-b26d-421c-9aec-c7e9271ac0ea tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0574534 Aug 09 02:42:20.906105 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks [] for router_controller (e36aa0bb-553a-44e9-b242-d792f75002a5), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:20.926184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e3bd4b2e-303f-4020-9be9-d72af9307f8a details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:42:21.041398 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'port': {'device_id': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'admin_state_up': True, 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'security_groups': ['3df7c612-fbe4-42b4-ab37-a1f361e55084']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:21.045900 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks [] for router_gateway (e36aa0bb-553a-44e9-b242-d792f75002a5), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.056643 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Allocated IP 172.20.0.2 (b1e2d894-011a-4b96-b401-d6a3370e9f10/5ef08927-ca8d-427b-ad52-ae171e01f984/9eb268d4-cc4a-4163-8c31-e171e8fb2675) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:21.086181 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-95124669-1267-4419-9ee5-c3fe6d68c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:21.088018 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-95124669-1267-4419-9ee5-c3fe6d68c41e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423560 Aug 09 02:42:21.095473 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:21.159506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'port_id': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'mac_address': 'fa:16:3e:a2:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:42:21.191689 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-ad4d665f-271d-4cd6-bdf5-f604bf32e54c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957394 Aug 09 02:42:21.263208 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Publish callbacks [] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.276329 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.281972 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e3bd4b2e-303f-4020-9be9-d72af9307f8a is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:21.282394 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.297756 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Made reservation on behalf of ca6695b7eb3b40ecb4d46292a95e6122 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:21.301156 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71d702f4-d7f5-4737-b691-d0a40003ea56 req-785cfbb9-673c-4d27-8815-555989b5e35a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993884 Aug 09 02:42:21.301317 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.317131 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bd4b2e-303f-4020-9be9-d72af9307f8a {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:42:21.344151 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks [] for router_gateway (e36aa0bb-553a-44e9-b242-d792f75002a5), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.354301 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:21.358706 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:21.362011 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:21.364316 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Pushing event updated for resources: {'Port': ['ID=9eb268d4-cc4a-4163-8c31-e171e8fb2675,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:21.366890 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:21.371569 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.397896 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.463619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Attempting to bind port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:21.463995 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Attempting to bind port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:21.464360 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Attempting to bind port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:21.467817 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:21.473491 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:21.473902 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Checking segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:21.474530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.474918 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Bound using segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:21.475417 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Bound port: 9eb268d4-cc4a-4163-8c31-e171e8fb2675, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:21.475769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.539103 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] For port 9eb268d4-cc4a-4163-8c31-e171e8fb2675, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:21.542303 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] For port 9eb268d4-cc4a-4163-8c31-e171e8fb2675, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9eb268d4-cc4a-4163-8c31-e171e8fb2675,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:21.549700 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.551551 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Allocated IP 172.20.0.13 (0f4ed732-540e-4797-ab30-71de6f473add/3af5f515-aedc-4464-aadf-07df1a48f981/e32a0be8-e008-4397-89d0-66d5a85e0515) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:21.575362 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Allocated IP 172.27.2.69 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/cd96864c-c92f-4f71-9a98-4cb307b97ec0) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:21.602847 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae356dd4-749f-498b-9558-d6ed0a7325c2 None None] Pushing event updated for resources: {'Port': ['ID=9eb268d4-cc4a-4163-8c31-e171e8fb2675,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:21.608711 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:21.777303 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e3bd4b2e-303f-4020-9be9-d72af9307f8a'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:42:21.794908 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:21.817602 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks [] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.880925 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.919967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:21.971463 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d6ce2-9df5-47e2-8a0c-a723673e9c45 req-592ebf0c-7979-496d-941e-9f9a2440fcd6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:21.979333 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a8d6ce2-9df5-47e2-8a0c-a723673e9c45 req-592ebf0c-7979-496d-941e-9f9a2440fcd6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.1296809 Aug 09 02:42:21.996810 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:22.010214 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9eb268d4-cc4a-4163-8c31-e171e8fb2675 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:22.023611 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:22.044557 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:22.058798 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:22.108410 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.141686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a8d6ce2-9df5-47e2-8a0c-a723673e9c45 req-94584c5d-ef10-4138-86b6-9720ffb227f6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610405 Aug 09 02:42:22.142903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:22.168532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Network 0f4ed732-540e-4797-ab30-71de6f473add is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:22.169147 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115d8ae-db39-4cfc-86b3-ad7f7a584218 req-406772f2-5b3c-4a1b-9325-aab6dbe21386 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:22.170123 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cd96864c-c92f-4f71-9a98-4cb307b97ec0,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:22.171374 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3115d8ae-db39-4cfc-86b3-ad7f7a584218 req-406772f2-5b3c-4a1b-9325-aab6dbe21386 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 944 time: 0.1545551 Aug 09 02:42:22.185871 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:22.206928 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:22.218996 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:22.293589 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3115d8ae-db39-4cfc-86b3-ad7f7a584218 req-898c31a3-33aa-4a29-a505-a07fb44e53f5 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124325 Aug 09 02:42:22.305514 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:22.306261 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.325750 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:22.326359 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.344171 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1340d-f61d-4b95-9c48-91ebe1d1cc97 req-31d79911-754d-4747-a8a6-0798ef951c7a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:22.345581 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3080776 Aug 09 02:42:22.351777 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0de1340d-f61d-4b95-9c48-91ebe1d1cc97 req-31d79911-754d-4747-a8a6-0798ef951c7a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 932 time: 0.0875084 Aug 09 02:42:22.377715 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Request body: {'port': {'device_id': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:22.411307 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0de1340d-f61d-4b95-9c48-91ebe1d1cc97 req-ad7cd484-dae8-4786-a1c7-310fd3339eb1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582707 Aug 09 02:42:22.460283 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10547e-7b19-43d7-9188-0e6f5c74e648 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:22.531492 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:22.531927 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.532248 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.579212 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 9eb268d4-cc4a-4163-8c31-e171e8fb2675, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9eb268d4-cc4a-4163-8c31-e171e8fb2675,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:22.586570 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.588964 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-717849e6-495e-40fd-946b-8d97294f49a1 None None] Provisioning complete for port e32a0be8-e008-4397-89d0-66d5a85e0515 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:22.589393 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-717849e6-495e-40fd-946b-8d97294f49a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.653256 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-717849e6-495e-40fd-946b-8d97294f49a1 None None] Port e32a0be8-e008-4397-89d0-66d5a85e0515 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:22.667615 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=9eb268d4-cc4a-4163-8c31-e171e8fb2675,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:22.727424 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:22.743981 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks [] for router_gateway (e36aa0bb-553a-44e9-b242-d792f75002a5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:22.865574 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:22.920217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a86e6-529e-4714-bf2d-acd1619370a3 None None] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:42:22.983843 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-3d95e931-cd69-48c5-94c4-35ecc36f9fbd None None] Provisioning complete for port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:22.984217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-3d95e931-cd69-48c5-94c4-35ecc36f9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.112582 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-3d95e931-cd69-48c5-94c4-35ecc36f9fbd None None] Current status of the port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:23.263832 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32a0be8-e008-4397-89d0-66d5a85e0515 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:42:23.269735 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e42e0-276a-4ac2-a585-18a98ea61156 req-a22e9835-2770-4ea4-9428-68789b863ce5 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:23.271427 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed5e42e0-276a-4ac2-a585-18a98ea61156 req-a22e9835-2770-4ea4-9428-68789b863ce5 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0529308 Aug 09 02:42:23.274282 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Publish callbacks [] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.283004 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (e36aa0bb-553a-44e9-b242-d792f75002a5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.295663 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Transition to ACTIVE for port object e32a0be8-e008-4397-89d0-66d5a85e0515 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:42:23.326108 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed5e42e0-276a-4ac2-a585-18a98ea61156 req-c208803a-0c72-46bf-a1ed-e217b675be55 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Aug 09 02:42:23.330883 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.345601 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-bf2c89cc-53ee-49ca-9fed-caf4912d070a None None] Provisioning complete for port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:23.346142 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-bf2c89cc-53ee-49ca-9fed-caf4912d070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.439593 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c89cc-53ee-49ca-9fed-caf4912d070a None None] Current status of the port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:23.473057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:23.487290 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835bf79-8b21-4400-b2bc-410595f33efa req-f2b18f17-0f48-418c-af22-e994b29a65eb tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:23.488814 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3835bf79-8b21-4400-b2bc-410595f33efa req-f2b18f17-0f48-418c-af22-e994b29a65eb tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 944 time: 0.1020222 Aug 09 02:42:23.497476 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ed42-48e3-4741-9515-f33902859308 req-27faa099-82a8-4758-992d-23024bcefc97 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:23.499744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8331ed42-48e3-4741-9515-f33902859308 req-27faa099-82a8-4758-992d-23024bcefc97 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0633550 Aug 09 02:42:23.522991 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:23.523285 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Attempting to bind port e32a0be8-e008-4397-89d0-66d5a85e0515 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:23.523632 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Attempting to bind port e32a0be8-e008-4397-89d0-66d5a85e0515 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:23.523964 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Attempting to bind port e32a0be8-e008-4397-89d0-66d5a85e0515 on network 0f4ed732-540e-4797-ab30-71de6f473add {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:23.534417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Port e32a0be8-e008-4397-89d0-66d5a85e0515 on network 0f4ed732-540e-4797-ab30-71de6f473add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:42:23.534948 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Attempting to bind port e32a0be8-e008-4397-89d0-66d5a85e0515 on network 0f4ed732-540e-4797-ab30-71de6f473add {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:23.543544 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Router e36aa0bb-553a-44e9-b242-d792f75002a5 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:42:23.544955 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:23.545298 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Checking segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:23.545680 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Bound using segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:23.546113 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Bound port: e32a0be8-e008-4397-89d0-66d5a85e0515, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:23.546495 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.564321 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:23.583198 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3835bf79-8b21-4400-b2bc-410595f33efa req-f931111a-f3c6-4880-bab6-0ddbbe314078 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824823 Aug 09 02:42:23.588533 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8331ed42-48e3-4741-9515-f33902859308 req-faf89382-d0fe-4b4b-a515-6b9b73d306ff tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800207 Aug 09 02:42:23.677586 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:23.687200 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:23.692205 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:23.699057 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6736a7-f168-4fcc-b762-31bfa29ca734 req-1835d80d-234a-473d-bd7e-dafac2d4af69 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:23.700742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0b6736a7-f168-4fcc-b762-31bfa29ca734 req-1835d80d-234a-473d-bd7e-dafac2d4af69 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0515499 Aug 09 02:42:23.707247 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.711788 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:23.712433 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.713810 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 200 len: 1094 time: 1.3452554 Aug 09 02:42:23.714894 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:23.716152 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:23.719241 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e4519-0f9d-48b6-912b-53d793f544b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:23.726536 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:23.739703 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:23.742396 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:23.764629 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:23.765895 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-271fd271-8c6c-4195-9628-ad72e45115d1 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9708762 Aug 09 02:42:23.769071 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34244) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:23.775016 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0b6736a7-f168-4fcc-b762-31bfa29ca734 req-15bd8529-4528-4114-879e-0c2559f19515 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682032 Aug 09 02:42:23.781790 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b65909a-2c1d-4917-870a-cc60840aee54 x-openstack-request-id: req-0b65909a-2c1d-4917-870a-cc60840aee54 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:23.782087 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:23.782364 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b65909a-2c1d-4917-870a-cc60840aee54 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:23.782821 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b65909a-2c1d-4917-870a-cc60840aee54'] response: {'name': 'network-changed', 'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'status': 'completed', 'code': 200} Aug 09 02:42:23.830333 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ee24b-3426-43bd-bb7d-4d089d9d2e03 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:23.890318 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:23.917302 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:24.110143 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9eb268d4-cc4a-4163-8c31-e171e8fb2675 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:24.215521 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:24.215890 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.252208 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.298997 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:22Z', 'revision_number': 3, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:24.345638 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:24.346395 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Updating router e36aa0bb-553a-44e9-b242-d792f75002a5 port cd96864c-c92f-4f71-9a98-4cb307b97ec0 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:42:24.379696 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:24.385781 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.405565 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Allocated IP 172.20.0.1 (b1e2d894-011a-4b96-b401-d6a3370e9f10/5ef08927-ca8d-427b-ad52-ae171e01f984/70d26f35-27e1-4995-aa70-0771cd4ad182) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:24.406022 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:24.515964 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks [] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.552548 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.557897 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:24.603143 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:24.604525 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=70d26f35-27e1-4995-aa70-0771cd4ad182,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:24.607496 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:24.609566 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:24.647083 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:24.655184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Publish callbacks [] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.664222 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.674045 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (e36aa0bb-553a-44e9-b242-d792f75002a5), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.678840 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:24.705299 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:24.711706 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Attempting to bind port cd96864c-c92f-4f71-9a98-4cb307b97ec0 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:24.712125 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Attempting to bind port cd96864c-c92f-4f71-9a98-4cb307b97ec0 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:24.712497 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Attempting to bind port cd96864c-c92f-4f71-9a98-4cb307b97ec0 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:24.728062 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:24.728456 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:24.728904 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.729235 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:24.729711 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Bound port: cd96864c-c92f-4f71-9a98-4cb307b97ec0, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:24.730095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.734410 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Pushing event updated for resources: {'Port': ['ID=cd96864c-c92f-4f71-9a98-4cb307b97ec0,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:24.736445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f778-77cb-4d49-b4ef-b9d40ad6777e req-ae84c4e7-bd17-4ac8-afee-932815837fe2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:24.744200 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c897f778-77cb-4d49-b4ef-b9d40ad6777e req-ae84c4e7-bd17-4ac8-afee-932815837fe2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 944 time: 0.0624726 Aug 09 02:42:24.761156 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.761513 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.761869 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.762256 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.762601 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.762941 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.763274 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.763608 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.763941 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.764271 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.764732 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.765093 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.765428 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.765755 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.766083 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:24.801849 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] For port cd96864c-c92f-4f71-9a98-4cb307b97ec0, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:24.802792 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c897f778-77cb-4d49-b4ef-b9d40ad6777e req-37de869c-2a26-4159-98b6-784c094fe15b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Aug 09 02:42:24.805410 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] For port cd96864c-c92f-4f71-9a98-4cb307b97ec0, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=cd96864c-c92f-4f71-9a98-4cb307b97ec0,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:24.826386 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.848218 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.881734 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-b1c00572-0dd6-4775-b123-fdeedf9d5084 None None] Provisioning complete for port 70d26f35-27e1-4995-aa70-0771cd4ad182 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:24.882230 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b1c00572-0dd6-4775-b123-fdeedf9d5084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:24.884051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:24.884875 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:24.935949 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353309-b676-4ac6-8f5b-f5304d5fcb05 req-2bf7c588-c121-43a5-b294-3a9efc331d14 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:24.937436 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87353309-b676-4ac6-8f5b-f5304d5fcb05 req-2bf7c588-c121-43a5-b294-3a9efc331d14 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0548856 Aug 09 02:42:24.967759 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bdfb5-4dcb-4de4-9665-092c10fe90b9 None None] Pushing event updated for resources: {'Port': ['ID=cd96864c-c92f-4f71-9a98-4cb307b97ec0,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:24.975842 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-b1c00572-0dd6-4775-b123-fdeedf9d5084 None None] Port 70d26f35-27e1-4995-aa70-0771cd4ad182 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:25.002828 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87353309-b676-4ac6-8f5b-f5304d5fcb05 req-dff07cde-109c-45fd-a021-beffb1e971ad tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591905 Aug 09 02:42:25.029517 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:25.042355 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks [] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:25.048133 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:25.114742 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=70d26f35-27e1-4995-aa70-0771cd4ad182,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:25.117100 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (e36aa0bb-553a-44e9-b242-d792f75002a5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:25.209036 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:25.210543 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:25.222518 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:25.250055 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3c277-3b18-4bca-9449-87db2156c67a None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:25.320604 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:42:25.437325 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:25.442784 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fe8358cc-00c1-461b-a0a9-1c19d619f8a4 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e36aa0bb-553a-44e9-b242-d792f75002a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724212 Aug 09 02:42:25.498737 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-93415e7a-ba69-41e9-b4e7-77d44599caa6 None None] Provisioning complete for port 70d26f35-27e1-4995-aa70-0771cd4ad182 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:25.499242 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-93415e7a-ba69-41e9-b4e7-77d44599caa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:25.546053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-93415e7a-ba69-41e9-b4e7-77d44599caa6 None None] Port 70d26f35-27e1-4995-aa70-0771cd4ad182 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:25.661230 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4519-0f9d-48b6-912b-53d793f544b1 req-db5ca2a6-9016-424e-a89f-896cd1d0e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:25.661230 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-716e4519-0f9d-48b6-912b-53d793f544b1 req-db5ca2a6-9016-424e-a89f-896cd1d0e9b8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1128 time: 0.0458329 Aug 09 02:42:25.686139 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:25.700774 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e3bd4b2e-303f-4020-9be9-d72af9307f8a up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:25.751619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port e3bd4b2e-303f-4020-9be9-d72af9307f8a completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:42:25.760399 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port e3bd4b2e-303f-4020-9be9-d72af9307f8a triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:25.760766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:25.804212 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4519-0f9d-48b6-912b-53d793f544b1 req-28f335b3-33c7-4d0c-8d77-78bae39549af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:25.806990 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-716e4519-0f9d-48b6-912b-53d793f544b1 req-28f335b3-33c7-4d0c-8d77-78bae39549af service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1325715 Aug 09 02:42:25.880391 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e3bd4b2e-303f-4020-9be9-d72af9307f8a is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:25.880713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:25.931944 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:25.935453 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4519-0f9d-48b6-912b-53d793f544b1 req-4a7ee295-1626-48bd-9fa0-03b8f0fa9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:25.936951 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-716e4519-0f9d-48b6-912b-53d793f544b1 req-4a7ee295-1626-48bd-9fa0-03b8f0fa9ff7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214385 Aug 09 02:42:25.943461 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:25.946031 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bdb2b2-4fc6-47ba-b642-06d505db217f" -d '{"events": [{"server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:25.994966 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:26.006343 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7b80-a1cd-448f-ae5a-3958db14eae0 req-5c8cf1cb-b960-4644-bed7-fc886627699e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:26.017900 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f4da7b80-a1cd-448f-ae5a-3958db14eae0 req-5c8cf1cb-b960-4644-bed7-fc886627699e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 944 time: 0.0687604 Aug 09 02:42:26.027887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.038839 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d56a88a-8877-494a-afe3-bfe7e42d3f58 x-openstack-request-id: req-4d56a88a-8877-494a-afe3-bfe7e42d3f58 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:26.039167 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:26.039427 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d56a88a-8877-494a-afe3-bfe7e42d3f58 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:26.039834 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d56a88a-8877-494a-afe3-bfe7e42d3f58'] response: {'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'code': 200} Aug 09 02:42:26.113593 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f4da7b80-a1cd-448f-ae5a-3958db14eae0 req-14e3bb7f-e423-44f1-b686-25d08655e9c2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947385 Aug 09 02:42:26.114919 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-0d5f5aa9-b756-4849-96b1-8b46da905d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:26.116622 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-0d5f5aa9-b756-4849-96b1-8b46da905d26 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1128 time: 0.0875168 Aug 09 02:42:26.169706 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732f971-040c-47ec-80e1-5d3d9a02b84a req-277234c5-39f4-465f-86f2-3fa3666459a3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:26.175613 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:26.178538 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3732f971-040c-47ec-80e1-5d3d9a02b84a req-277234c5-39f4-465f-86f2-3fa3666459a3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0638962 Aug 09 02:42:26.232976 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3732f971-040c-47ec-80e1-5d3d9a02b84a req-a671628e-72c2-4ac2-956b-721d52bacdce tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Aug 09 02:42:26.249651 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34286) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:26.258459 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092628683-network', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:26.282030 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Made reservation on behalf of 8f7fa836383e4ffaa6209e73ed6d946a for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:26.284484 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.301048 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.338269 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-ea63f93c-d93b-4f08-9091-f844e055664b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 200 len: 217 time: 0.0444551 Aug 09 02:42:26.422016 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks [] for security_group (8b8e0257-a305-41b9-a54d-77803553fdc9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.427292 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (8b8e0257-a305-41b9-a54d-77803553fdc9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.457010 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:42:26.464227 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e0257-a305-41b9-a54d-77803553fdc9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:26.472392 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (9eac3a14-1509-4071-9a68-56bb861546df), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.472779 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Added segment 9eac3a14-1509-4071-9a68-56bb861546df of type vlan for network 32056a36-e0bb-40af-9a73-8d91f566962c Aug 09 02:42:26.515106 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (32056a36-e0bb-40af-9a73-8d91f566962c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.541254 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (32056a36-e0bb-40af-9a73-8d91f566962c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.542442 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:26.543033 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.603055 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3519292 Aug 09 02:42:26.606084 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34290) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:26.614635 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Request body: {'subnet': {'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092628683-subnet', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:26.622727 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0c4ca-5233-484b-a53e-aa38c030d09e admin admin] Pushing event updated for resources: {'Network': ['ID=32056a36-e0bb-40af-9a73-8d91f566962c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:26.633293 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 32056a36-e0bb-40af-9a73-8d91f566962c details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:42:26.644783 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Made reservation on behalf of 8f7fa836383e4ffaa6209e73ed6d946a for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:26.648749 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202362'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.743312 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d40f75-858e-40e3-ade5-28e9df34a24c req-fc81ef27-08ef-48c8-8d61-c382c40ecf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:26.746180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f5d40f75-858e-40e3-ade5-28e9df34a24c req-fc81ef27-08ef-48c8-8d61-c382c40ecf0a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1129 time: 0.0671217 Aug 09 02:42:26.796147 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-11279bd8-e41a-40ea-b885-755032ddbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:26.797658 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-11279bd8-e41a-40ea-b885-755032ddbd42 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.1463549 Aug 09 02:42:26.866180 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:26.919099 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25206974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202348'] for subnet (b0038eff-220b-4403-9375-43c33828e303), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:26.976073 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0038eff-220b-4403-9375-43c33828e303,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:26.993420 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Checking segment: {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:26.993750 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Network hostable DHCP agents. Network: 32056a36-e0bb-40af-9a73-8d91f566962c, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:42:26.999339 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:27.019057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Network 32056a36-e0bb-40af-9a73-8d91f566962c is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:42:27.043120 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 32056a36-e0bb-40af-9a73-8d91f566962c) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:27.054970 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3f2b0-55b7-46f9-ab2d-5f0a1a925612 None None] Network 32056a36-e0bb-40af-9a73-8d91f566962c requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:42:27.077997 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-aaf6b13e-41b2-48db-8592-daa5a51ce265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:27.078267 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f5d40f75-858e-40e3-ade5-28e9df34a24c req-4ca90479-34bf-4c24-b372-a66ed5ff3588 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Aug 09 02:42:27.079584 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-aaf6b13e-41b2-48db-8592-daa5a51ce265 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526681 Aug 09 02:42:27.086418 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:27.087325 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.106833 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-77496d22-ab36-4af3-9056-5d2ca95cecff admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4996803 Aug 09 02:42:27.109956 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34306) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:27.116074 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:27.141743 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (271fed16-62a3-47cf-a8cb-a2038026d87f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.143049 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (271fed16-62a3-47cf-a8cb-a2038026d87f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.208895 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-32056a36-e0bb-40af-9a73-8d91f566962c', 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c', 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'fixed_ips': [{'subnet_id': 'b0038eff-220b-4403-9375-43c33828e303'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:42:27.210195 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.246490 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks [] for router_controller (271fed16-62a3-47cf-a8cb-a2038026d87f), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.325330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a226177-5840-4ed7-9d11-a9c01a3765ae req-ce3468e0-3715-4580-970c-4f2917b3d8e3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:27.338337 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8a226177-5840-4ed7-9d11-a9c01a3765ae req-ce3468e0-3715-4580-970c-4f2917b3d8e3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.1167252 Aug 09 02:42:27.453442 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:27.479978 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Allocated IP 172.20.0.2 (32056a36-e0bb-40af-9a73-8d91f566962c/b0038eff-220b-4403-9375-43c33828e303/f31557d7-bf21-48a8-b277-58318603d02e) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:27.521243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962bf46-59e6-4d24-b3a1-7c447b67d90e req-1607e85a-d0c8-4077-9629-618a8af36701 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:27.530279 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0962bf46-59e6-4d24-b3a1-7c447b67d90e req-1607e85a-d0c8-4077-9629-618a8af36701 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.1556413 Aug 09 02:42:27.568859 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8a226177-5840-4ed7-9d11-a9c01a3765ae req-df48008c-b18d-41dd-9211-0a4129a6f2ab tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295182 Aug 09 02:42:27.613960 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:27.618827 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0962bf46-59e6-4d24-b3a1-7c447b67d90e req-b3a705b2-d137-42bc-9358-82b9aa53aee0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876696 Aug 09 02:42:27.719636 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Publish callbacks [] for port (f31557d7-bf21-48a8-b277-58318603d02e), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.727095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (f31557d7-bf21-48a8-b277-58318603d02e), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.770024 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Network 32056a36-e0bb-40af-9a73-8d91f566962c is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:27.773320 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:27.776622 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:27.789683 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Pushing event updated for resources: {'Port': ['ID=f31557d7-bf21-48a8-b277-58318603d02e,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:27.807942 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:27.815739 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:27.820541 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks [] for router_gateway (271fed16-62a3-47cf-a8cb-a2038026d87f), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.833398 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:27.834140 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:27.841278 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:27.859479 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Attempting to bind port f31557d7-bf21-48a8-b277-58318603d02e on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:27.859874 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Attempting to bind port f31557d7-bf21-48a8-b277-58318603d02e by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:27.860436 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Attempting to bind port f31557d7-bf21-48a8-b277-58318603d02e on network 32056a36-e0bb-40af-9a73-8d91f566962c {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:27.867679 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:27.868243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Checking segment: {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:27.868749 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.869281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Bound using segment: {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:27.869869 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Bound port: f31557d7-bf21-48a8-b277-58318603d02e, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:27.870378 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f31557d7-bf21-48a8-b277-58318603d02e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:27.923283 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-31573d67-85b6-4aa2-a109-50289ad3c8af service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261736 Aug 09 02:42:28.012920 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device cd96864c-c92f-4f71-9a98-4cb307b97ec0 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:28.020324 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] For port f31557d7-bf21-48a8-b277-58318603d02e, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:28.046651 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:28.089231 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] For port f31557d7-bf21-48a8-b277-58318603d02e, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=f31557d7-bf21-48a8-b277-58318603d02e,segment=NetworkSegment(9eac3a14-1509-4071-9a68-56bb861546df),segment_id=9eac3a14-1509-4071-9a68-56bb861546df)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:28.097850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2485e-94a0-4e75-99d3-d4e1995707c1 req-d09394f5-5bba-43fd-926e-e3f8cb55074b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:28.108107 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ca2485e-94a0-4e75-99d3-d4e1995707c1 req-d09394f5-5bba-43fd-926e-e3f8cb55074b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1044538 Aug 09 02:42:28.109357 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f31557d7-bf21-48a8-b277-58318603d02e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.126505 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port cd96864c-c92f-4f71-9a98-4cb307b97ec0 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:28.127303 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.131850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25838141-209c-4080-9977-b655988a44e2 req-d5a31145-ecf9-496b-b5d8-b3a42826bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:28.133600 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-d5a31145-ecf9-496b-b5d8-b3a42826bb68 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1130 time: 0.1140077 Aug 09 02:42:28.179220 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:28.204921 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-750127fd-7db2-427e-a0f6-589b17e4c464 req-2bbb9dcf-d5fc-428a-899b-606caeebe008 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550683 Aug 09 02:42:28.212903 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks [] for router_gateway (271fed16-62a3-47cf-a8cb-a2038026d87f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.246287 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.248441 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ca2485e-94a0-4e75-99d3-d4e1995707c1 req-b7fcac55-0d64-4186-addd-5aa32c32a7aa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349723 Aug 09 02:42:28.309965 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7977c-aaba-4423-8762-2aa408a63dc2 None None] Pushing event updated for resources: {'Port': ['ID=f31557d7-bf21-48a8-b277-58318603d02e,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:28.317906 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port cd96864c-c92f-4f71-9a98-4cb307b97ec0 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:28.318339 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.320775 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25838141-209c-4080-9977-b655988a44e2 req-d97026d7-5603-47c2-9c2c-38ce49422560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:28.323432 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-d97026d7-5603-47c2-9c2c-38ce49422560 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.1792483 Aug 09 02:42:28.333566 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 2, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:28.342007 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port cd96864c-c92f-4f71-9a98-4cb307b97ec0, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=cd96864c-c92f-4f71-9a98-4cb307b97ec0,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:28.346540 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.365601 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:28.366211 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Updating router e36aa0bb-553a-44e9-b242-d792f75002a5 port 70d26f35-27e1-4995-aa70-0771cd4ad182 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:42:28.396841 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=cd96864c-c92f-4f71-9a98-4cb307b97ec0,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:28.400439 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Allocated IP 172.27.2.180 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/ffe66fc2-3341-4326-a922-eef523c7c9b7) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:28.433958 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:28.444771 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.553718 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks [] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.577289 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:28.620816 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.720981 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Pushing event updated for resources: {'Port': ['ID=ffe66fc2-3341-4326-a922-eef523c7c9b7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:28.734416 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:28.735959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:28.738853 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:28.845861 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d72b78-5dc0-4e84-a852-ed3455483b34 req-52c0be81-b0de-48b4-b49b-598e77012ff5 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:28.861762 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64d72b78-5dc0-4e84-a852-ed3455483b34 req-52c0be81-b0de-48b4-b49b-598e77012ff5 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.1525893 Aug 09 02:42:28.902757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeeeb3-7571-4b12-89b8-72f86309b2dc req-41d81cbf-c48b-4b1b-a670-a61ae967e2dc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:28.905108 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1dfeeeb3-7571-4b12-89b8-72f86309b2dc req-41d81cbf-c48b-4b1b-a670-a61ae967e2dc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.1620185 Aug 09 02:42:28.945698 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-5be7d3f7-c779-44e2-ae11-e8a645727c38 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 200 len: 217 time: 0.0807571 Aug 09 02:42:28.963652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:28.973638 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Publish callbacks [] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:28.981175 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.010578 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64d72b78-5dc0-4e84-a852-ed3455483b34 req-2d70a17e-3b4d-4765-886d-7c2bd12ad02b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387582 Aug 09 02:42:29.021544 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1dfeeeb3-7571-4b12-89b8-72f86309b2dc req-9b31c54b-5d7e-43c7-baea-8c138a8f58fc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806518 Aug 09 02:42:29.040149 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks [] for router_gateway (271fed16-62a3-47cf-a8cb-a2038026d87f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.070188 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a02536-0f56-4f44-a4dc-32ee2ee74e77 None None] Pushing event updated for resources: {'Port': ['ID=70d26f35-27e1-4995-aa70-0771cd4ad182,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:29.097610 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Attempting to bind port 70d26f35-27e1-4995-aa70-0771cd4ad182 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:29.097939 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Attempting to bind port 70d26f35-27e1-4995-aa70-0771cd4ad182 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:29.098256 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Attempting to bind port 70d26f35-27e1-4995-aa70-0771cd4ad182 on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:29.106230 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:29.106606 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Checking segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:29.107014 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.107537 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Bound using segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:29.108315 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Bound port: 70d26f35-27e1-4995-aa70-0771cd4ad182, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:29.108966 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.145951 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34352) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:29.150464 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281766705', 'description': 'tempest-description--103686833'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:29.160431 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:29.174459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.179250 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] For port 70d26f35-27e1-4995-aa70-0771cd4ad182, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:29.182895 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] For port 70d26f35-27e1-4995-aa70-0771cd4ad182, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=70d26f35-27e1-4995-aa70-0771cd4ad182,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:29.192661 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.242391 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:29.243413 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:29.288386 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (271fed16-62a3-47cf-a8cb-a2038026d87f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.292825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (abcff8a2-3641-4375-982b-6554273d6ffa), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.299472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (abcff8a2-3641-4375-982b-6554273d6ffa), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.309324 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a02536-0f56-4f44-a4dc-32ee2ee74e77 None None] Pushing event updated for resources: {'Port': ['ID=70d26f35-27e1-4995-aa70-0771cd4ad182,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:29.340812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcff8a2-3641-4375-982b-6554273d6ffa,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:29.355965 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.356327 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.356739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.357336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.358473 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.358881 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.359283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.359667 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.360276 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.360616 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.361693 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.362071 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.362447 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.362832 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.363858 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.384118 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:29.385977 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:29.434062 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602beeb4-a524-4030-bb6d-d878b67e9a6e req-6a079436-9c46-4e1e-9199-0ffa229e15d9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:29.435655 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-602beeb4-a524-4030-bb6d-d878b67e9a6e req-6a079436-9c46-4e1e-9199-0ffa229e15d9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0660474 Aug 09 02:42:29.438819 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.444662 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34356) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:29.448244 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-28eb086b-4533-4f3f-b89b-b738ad4a43d9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3011456 Aug 09 02:42:29.449588 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': 'abcff8a2-3641-4375-982b-6554273d6ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:29.502937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (30cd44d9-95f5-4ca1-be3c-6c98fe9610b4), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.507064 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:29.510128 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-602beeb4-a524-4030-bb6d-d878b67e9a6e req-df6ed497-2b2e-4849-8685-f9554019fa23 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607245 Aug 09 02:42:29.544858 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Router 271fed16-62a3-47cf-a8cb-a2038026d87f is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:42:29.581471 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c4084-7fe0-466f-8738-2bd21e60321c None None] Network 32056a36-e0bb-40af-9a73-8d91f566962c requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:42:29.619016 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:29Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:29.654191 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47885734-a0cd-43b5-8163-4a3faa8ca799 None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:29Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:29.707584 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:29.742963 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (30cd44d9-95f5-4ca1-be3c-6c98fe9610b4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.756015 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (30cd44d9-95f5-4ca1-be3c-6c98fe9610b4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.811737 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:42:29.811884 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cd44d9-95f5-4ca1-be3c-6c98fe9610b4,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:29.815148 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Sync routers for ids ['271fed16-62a3-47cf-a8cb-a2038026d87f'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:29.820704 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.825441 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] Provisioning complete for port f31557d7-bf21-48a8-b277-58318603d02e triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:29.826061 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f31557d7-bf21-48a8-b277-58318603d02e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.829768 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34364) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:29.830398 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6c07e46e-d3b1-4f26-b0d6-0b36b775d26d admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7185397 Aug 09 02:42:29.881263 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.895516 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.898348 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.898348 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.898348 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.900589 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.905321 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.905707 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.906057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.906431 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.906773 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.909393 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.909851 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.912098 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.914259 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:42:29.942466 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:29.946112 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Routers {'271fed16-62a3-47cf-a8cb-a2038026d87f'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:29.946394 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c1ee9887-34fb-4681-afd0-dd5cec786cd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979665 Aug 09 02:42:29.946530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['271fed16-62a3-47cf-a8cb-a2038026d87f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:29.946730 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34366) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:29.955730 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': 'abcff8a2-3641-4375-982b-6554273d6ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:30.027098 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.db.resource_extend [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 09 02:42:30.087381 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (176abd4c-0716-42f4-8074-da1b46d7b662), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.254724 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:30.306615 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (176abd4c-0716-42f4-8074-da1b46d7b662), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.314963 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (176abd4c-0716-42f4-8074-da1b46d7b662), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.377418 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176abd4c-0716-42f4-8074-da1b46d7b662,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:30.388201 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.392729 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-90d066ee-c9d7-4a1a-8e2b-753059e948d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415779 Aug 09 02:42:30.397416 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34378) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:30.402952 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:30.425202 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f31557d7-bf21-48a8-b277-58318603d02e up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:30.445595 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.517326 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:30.565737 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] Current status of the port f31557d7-bf21-48a8-b277-58318603d02e is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:30.566896 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f31557d7-bf21-48a8-b277-58318603d02e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.585996 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'mac_address': 'fa:16:3e:e9:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:42:30.588591 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.594125 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Set router 271fed16-62a3-47cf-a8cb-a2038026d87f gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:30.635371 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port f31557d7-bf21-48a8-b277-58318603d02e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:30.636160 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f31557d7-bf21-48a8-b277-58318603d02e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.692219 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:30.762415 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.27.2.222 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/9395ad85-aa8a-4983-9322-e2f0c4205f15) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:30.796544 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55302507-b78a-410f-b361-a8d496471fae req-fc828fb1-1ae9-4550-9d42-bb98eb946851 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:30.798111 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-55302507-b78a-410f-b361-a8d496471fae req-fc828fb1-1ae9-4550-9d42-bb98eb946851 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.5161023 Aug 09 02:42:30.810100 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f38b2-84c6-44e0-aa89-1cf559c77fbe req-dd21f5d4-38a3-4f03-bf46-f16c1e31212f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:30.812710 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c25f38b2-84c6-44e0-aa89-1cf559c77fbe req-dd21f5d4-38a3-4f03-bf46-f16c1e31212f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.5325217 Aug 09 02:42:30.823576 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25838141-209c-4080-9977-b655988a44e2 req-70c5698b-94c8-4c2f-aa79-8154a21464e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:30.824070 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:30.825014 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-70c5698b-94c8-4c2f-aa79-8154a21464e6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.5782084 Aug 09 02:42:30.833356 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] For port f31557d7-bf21-48a8-b277-58318603d02e, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=f31557d7-bf21-48a8-b277-58318603d02e,segment=NetworkSegment(9eac3a14-1509-4071-9a68-56bb861546df),segment_id=9eac3a14-1509-4071-9a68-56bb861546df)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:30.839582 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be36fb8d-593c-42af-915d-d664db72fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.851727 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:30.863435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:30.864832 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.872184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f31557d7-bf21-48a8-b277-58318603d02e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:30.919130 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32a0be8-e008-4397-89d0-66d5a85e0515 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:42:30.923812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:30.965263 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:30.969856 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.003616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:31.012611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25838141-209c-4080-9977-b655988a44e2 req-3d1442f3-a927-45b7-b5ce-68536c3d62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:31.014121 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-3d1442f3-a927-45b7-b5ce-68536c3d62c3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1708102 Aug 09 02:42:31.016564 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.027548 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.029189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:31.033902 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7dfeb-6307-4e22-a166-f64ea7903513 None None] Pushing event updated for resources: {'Port': ['ID=f31557d7-bf21-48a8-b277-58318603d02e,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:31.055106 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c25f38b2-84c6-44e0-aa89-1cf559c77fbe req-0177123c-de37-42da-9930-9578245542b4 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333047 Aug 09 02:42:31.080237 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:31.084066 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port f31557d7-bf21-48a8-b277-58318603d02e is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:31.085307 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device cd96864c-c92f-4f71-9a98-4cb307b97ec0 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:31.086232 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:31.086922 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-55302507-b78a-410f-b361-a8d496471fae req-01d89f45-2da9-4b10-9cf7-ea3b88d2cc91 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729056 Aug 09 02:42:31.087044 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-b6ec7aa9-77fc-4ffa-8972-519f5456960c None None] Provisioning complete for port f31557d7-bf21-48a8-b277-58318603d02e triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:31.087273 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7aa9-77fc-4ffa-8972-519f5456960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f31557d7-bf21-48a8-b277-58318603d02e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.097020 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:31.137107 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=9395ad85-aa8a-4983-9322-e2f0c4205f15,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:31.199284 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 3, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:31.209243 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (a9c42c0d-5706-4a2f-ba6c-2eff352bf24e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.238727 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:31.250193 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Checking router: 271fed16-62a3-47cf-a8cb-a2038026d87f for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:31.251014 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Updating router 271fed16-62a3-47cf-a8cb-a2038026d87f port ffe66fc2-3341-4326-a922-eef523c7c9b7 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:42:31.257144 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.292368 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port cd96864c-c92f-4f71-9a98-4cb307b97ec0 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:31.292765 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.336548 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.384025 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec7aa9-77fc-4ffa-8972-519f5456960c None None] Current status of the port f31557d7-bf21-48a8-b277-58318603d02e is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:31.447232 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e32a0be8-e008-4397-89d0-66d5a85e0515'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:42:31.457143 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2bdfd-0c96-4cbf-b080-498324aedb4d req-8551e805-5aa4-4f86-bf36-346aa12be990 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:31.462184 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:31.465205 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eea2bdfd-0c96-4cbf-b080-498324aedb4d req-8551e805-5aa4-4f86-bf36-346aa12be990 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.2490010 Aug 09 02:42:31.506356 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.514417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.520725 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a34fe-769c-4ee4-8378-08d7766f2996 req-7a54db7a-ec17-4d6d-a0c7-2ac5c607e6af tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:31.528103 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-510a34fe-769c-4ee4-8378-08d7766f2996 req-7a54db7a-ec17-4d6d-a0c7-2ac5c607e6af tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.3105500 Aug 09 02:42:31.566726 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port cd96864c-c92f-4f71-9a98-4cb307b97ec0 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:31.568419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 70d26f35-27e1-4995-aa70-0771cd4ad182 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:31.613102 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (a9c42c0d-5706-4a2f-ba6c-2eff352bf24e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.618770 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=9395ad85-aa8a-4983-9322-e2f0c4205f15,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:31.642577 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.652594 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-495553a2-521b-46eb-b09e-7b013fffb238 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2456820 Aug 09 02:42:31.660547 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eea2bdfd-0c96-4cbf-b080-498324aedb4d req-996bcb53-af6b-4d91-88f2-2b9f98444a43 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942136 Aug 09 02:42:31.683253 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-6beb482b-9ffe-46eb-802a-bb95c57c67f4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456718 Aug 09 02:42:31.698630 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-510a34fe-769c-4ee4-8378-08d7766f2996 req-94138258-479b-4acf-b85c-35d0d3e49fbc tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694424 Aug 09 02:42:31.733025 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 70d26f35-27e1-4995-aa70-0771cd4ad182 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:31.733615 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.830374 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:31.999686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25838141-209c-4080-9977-b655988a44e2 req-6baa14c2-b339-401c-ba76-ab249fb31074 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907388 Aug 09 02:42:32.071728 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Publish callbacks [] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.086702 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.095268 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:32.123832 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 70d26f35-27e1-4995-aa70-0771cd4ad182 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:32.124121 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.132555 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:32.143946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Attempting to bind port ffe66fc2-3341-4326-a922-eef523c7c9b7 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:32.144246 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Attempting to bind port ffe66fc2-3341-4326-a922-eef523c7c9b7 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:32.144612 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Attempting to bind port ffe66fc2-3341-4326-a922-eef523c7c9b7 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:32.162845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723d7e1-7723-45a8-83ea-925490c77df2 None None] Pushing event updated for resources: {'Port': ['ID=ffe66fc2-3341-4326-a922-eef523c7c9b7,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:32.166937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:32.167282 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:32.167707 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.168061 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:32.168591 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Bound port: ffe66fc2-3341-4326-a922-eef523c7c9b7, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:32.168926 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.210897 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 70d26f35-27e1-4995-aa70-0771cd4ad182, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=70d26f35-27e1-4995-aa70-0771cd4ad182,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:32.219874 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.228831 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:32.251518 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Allocated IP 172.20.0.1 (32056a36-e0bb-40af-9a73-8d91f566962c/b0038eff-220b-4403-9375-43c33828e303/42f6d828-c0da-4c86-866a-b24a8bb0499e) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:32.267623 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] For port ffe66fc2-3341-4326-a922-eef523c7c9b7, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:32.285733 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] For port ffe66fc2-3341-4326-a922-eef523c7c9b7, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ffe66fc2-3341-4326-a922-eef523c7c9b7,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:32.299445 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=70d26f35-27e1-4995-aa70-0771cd4ad182,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:32.310147 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.349383 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Routers {'271fed16-62a3-47cf-a8cb-a2038026d87f'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:32.350272 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['271fed16-62a3-47cf-a8cb-a2038026d87f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:32.377767 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:32.402192 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f31557d7-bf21-48a8-b277-58318603d02e up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:32.445314 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723d7e1-7723-45a8-83ea-925490c77df2 None None] Pushing event updated for resources: {'Port': ['ID=ffe66fc2-3341-4326-a922-eef523c7c9b7,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:32.486760 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-d8c94380-4c9a-4df9-87cd-6004043a4ade tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--281766705&fields=id&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 267 time: 0.2965605 Aug 09 02:42:32.511087 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e876-8a88-4bc2-a50c-6482cb0aad60 req-3633de74-6ea4-4b2e-bd75-4d03ff28d7bf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:32.513264 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e11e876-8a88-4bc2-a50c-6482cb0aad60 req-3633de74-6ea4-4b2e-bd75-4d03ff28d7bf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.1213751 Aug 09 02:42:32.520484 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port f31557d7-bf21-48a8-b277-58318603d02e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:32.520484 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f31557d7-bf21-48a8-b277-58318603d02e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.524204 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] Set router 271fed16-62a3-47cf-a8cb-a2038026d87f gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:32.630288 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks [] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.631472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:32.665383 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e11e876-8a88-4bc2-a50c-6482cb0aad60 req-fa5d0323-65a7-4209-8055-3e4c08f53c0e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323476 Aug 09 02:42:32.715240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port f31557d7-bf21-48a8-b277-58318603d02e is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:32.718623 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-eb19487b-0fc3-4f83-b44d-ffb671c712e2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:32.720188 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-eb19487b-0fc3-4f83-b44d-ffb671c712e2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.2244751 Aug 09 02:42:32.750669 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-00ea759b-9e71-4dd2-a4fc-5a374fc15816 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/quotas/8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 375 time: 0.0179782 Aug 09 02:42:32.760766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 3, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:32.762797 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:32.790985 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049afd9-d33d-4ecf-b4d0-958038317600 None None] The sync data for ids ['271fed16-62a3-47cf-a8cb-a2038026d87f'] in dv-cinder-852461-1-iscsi is: [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 3, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:32.837099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Network 32056a36-e0bb-40af-9a73-8d91f566962c is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:32.867757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:32.870870 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:32.894861 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-8a0eeebc-5b3c-42b4-a465-bcb9b87fc3e2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432958 Aug 09 02:42:32.946226 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75bd93-8394-49fc-9d39-ea1569fb00d2 req-3e81ebbf-cdd6-4954-a476-879406d3832f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:32.947810 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c75bd93-8394-49fc-9d39-ea1569fb00d2 req-3e81ebbf-cdd6-4954-a476-879406d3832f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 945 time: 0.1585152 Aug 09 02:42:32.959427 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Pushing event updated for resources: {'Port': ['ID=42f6d828-c0da-4c86-866a-b24a8bb0499e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:33.040920 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (271fed16-62a3-47cf-a8cb-a2038026d87f), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.174313 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-506d17f7-937a-4999-9f8c-336b8059fceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.187453 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-75c1f878-a5f5-4303-a00a-0b0b92a3f207 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587683 Aug 09 02:42:33.208336 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c75bd93-8394-49fc-9d39-ea1569fb00d2 req-3cd8cf7f-f246-444d-b4c8-22c8b7b79ed1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177877 Aug 09 02:42:33.328732 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-670b471a-b38a-48db-8b2f-349a111f7391 None None] Provisioning complete for port 42f6d828-c0da-4c86-866a-b24a8bb0499e triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:33.329110 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-670b471a-b38a-48db-8b2f-349a111f7391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.334298 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:33.363401 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-670b471a-b38a-48db-8b2f-349a111f7391 None None] Port 42f6d828-c0da-4c86-866a-b24a8bb0499e cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:33.399283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7253aa-32b6-49b0-8ab6-626ff25b691d req-c9ab3252-0b30-4460-ad43-53a40890053e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:33.401569 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9b7253aa-32b6-49b0-8ab6-626ff25b691d req-c9ab3252-0b30-4460-ad43-53a40890053e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0889606 Aug 09 02:42:33.464456 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-77fe078f-1757-47de-a9a2-ecea1c6913fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549722 Aug 09 02:42:33.467543 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.536059 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9b7253aa-32b6-49b0-8ab6-626ff25b691d req-2b4ee87e-c77b-4670-b2b9-9fe5a9001c12 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122303 Aug 09 02:42:33.639600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:33.650084 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:33.686827 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8eea3f3c-7062-4df6-b182-5488c918fc59 req-182f8b79-4fe2-47d4-afb2-0c20617b0782 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 210 time: 0.0622249 Aug 09 02:42:33.718973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks [] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.719065 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port e32a0be8-e008-4397-89d0-66d5a85e0515 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:42:33.725142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.726749 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port e32a0be8-e008-4397-89d0-66d5a85e0515 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:33.727293 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.802490 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (271fed16-62a3-47cf-a8cb-a2038026d87f), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.804847 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Pushing event updated for resources: {'Port': ['ID=42f6d828-c0da-4c86-866a-b24a8bb0499e,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:33.839057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:33.839655 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.866744 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:33.869452 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c82e444-24e6-4543-ae93-d152c1da3720" -d '{"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-plugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:33.907035 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:33.917763 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:33.950615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Network 32056a36-e0bb-40af-9a73-8d91f566962c is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:33.952261 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:33.981912 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64588a8-2146-4cc0-b687-01b400cedb1c x-openstack-request-id: req-f64588a8-2146-4cc0-b687-01b400cedb1c {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:33.982406 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-plugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:33.982757 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f64588a8-2146-4cc0-b687-01b400cedb1c {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:33.983296 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64588a8-2146-4cc0-b687-01b400cedb1c'] response: {'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'code': 200} Aug 09 02:42:33.984437 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:34.102877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Router 271fed16-62a3-47cf-a8cb-a2038026d87f has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:42:34.192066 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-f3e3459a-92c1-4a0d-b482-273db8af337f None None] Provisioning complete for port 42f6d828-c0da-4c86-866a-b24a8bb0499e triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:34.192516 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f3e3459a-92c1-4a0d-b482-273db8af337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:34.236986 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3459a-92c1-4a0d-b482-273db8af337f None None] Port 42f6d828-c0da-4c86-866a-b24a8bb0499e cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:34.304817 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:34.458010 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ffe66fc2-3341-4326-a922-eef523c7c9b7 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:34.561449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ffe66fc2-3341-4326-a922-eef523c7c9b7 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:34.562054 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:34.594167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91166fea-8605-4878-b033-3d6df0a3ff6d req-0ed823fa-eb23-433e-b22f-2287800928ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:34.595735 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-91166fea-8605-4878-b033-3d6df0a3ff6d req-0ed823fa-eb23-433e-b22f-2287800928ee service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1130 time: 0.1238098 Aug 09 02:42:34.650695 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ffe66fc2-3341-4326-a922-eef523c7c9b7 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:34.651334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:34.673524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port ffe66fc2-3341-4326-a922-eef523c7c9b7, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ffe66fc2-3341-4326-a922-eef523c7c9b7,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:34.675274 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:34.681336 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:34.682311 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 70d26f35-27e1-4995-aa70-0771cd4ad182 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:34.705113 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:34.747899 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624f3d-dc75-44a6-9a6a-6b6f1884659c req-47a22b4c-8cfd-4e84-9ddb-6c9adcc82ccb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:34.749713 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3f624f3d-dc75-44a6-9a6a-6b6f1884659c req-47a22b4c-8cfd-4e84-9ddb-6c9adcc82ccb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.2182260 Aug 09 02:42:34.774894 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=ffe66fc2-3341-4326-a922-eef523c7c9b7,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:34.778021 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 70d26f35-27e1-4995-aa70-0771cd4ad182 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:34.778598 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:34.781491 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:34.789214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:34.801477 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:34.804568 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08531614-bf8d-4e3b-9dde-a1eead184a7a req-6962afcc-a675-456c-b89d-bd6abdeb90d2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:34.806210 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-08531614-bf8d-4e3b-9dde-a1eead184a7a req-6962afcc-a675-456c-b89d-bd6abdeb90d2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1359274 Aug 09 02:42:34.815220 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ac5abf41-27cb-492b-82dc-9ebe5b5e1cae admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/271fed16-62a3-47cf-a8cb-a2038026d87f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9838388 Aug 09 02:42:34.840872 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-91166fea-8605-4878-b033-3d6df0a3ff6d req-e43a25aa-f4cc-4a75-b1eb-afca86d4ef0e service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884930 Aug 09 02:42:34.875445 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 70d26f35-27e1-4995-aa70-0771cd4ad182 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:34.911923 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3f624f3d-dc75-44a6-9a6a-6b6f1884659c req-bc4a5bc7-7a44-42b3-b2c2-2d2f468a7b0f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509790 Aug 09 02:42:34.915398 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-08531614-bf8d-4e3b-9dde-a1eead184a7a req-292693d5-6e71-4993-94d9-5cbe66de8d8d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944293 Aug 09 02:42:34.987667 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Sync routers for ids ['271fed16-62a3-47cf-a8cb-a2038026d87f'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:34.997918 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Routers {'271fed16-62a3-47cf-a8cb-a2038026d87f'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:34.998564 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['271fed16-62a3-47cf-a8cb-a2038026d87f'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:35.039704 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d66e63b9-4080-4f6e-b899-a968b162d2f2 req-87c00814-fb6b-4988-b108-0d556a529cc6 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 210 time: 0.0302448 Aug 09 02:42:35.135541 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Set router 271fed16-62a3-47cf-a8cb-a2038026d87f gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:35.215619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.310107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34532) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:35.314630 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734634472', 'description': 'tempest-secgroup-smoke-1734634472 description', 'project_id': '9aadaf242f674436a45eae700fb52fc1'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:35.336113 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.340012 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:42:33Z', 'revision_number': 4, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '42f6d828-c0da-4c86-866a-b24a8bb0499e', 'name': '', 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'mac_address': 'fa:16:3e:03:ca:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b0038eff-220b-4403-9375-43c33828e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:31Z', 'updated_at': '2022-08-09T02:42:33Z', 'revision_number': 2, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'subnets': [{'id': 'b0038eff-220b-4403-9375-43c33828e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:35.366761 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Checking router: 271fed16-62a3-47cf-a8cb-a2038026d87f for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:35.367110 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Updating router 271fed16-62a3-47cf-a8cb-a2038026d87f port 42f6d828-c0da-4c86-866a-b24a8bb0499e binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:42:35.404485 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.422070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group (e379539b-2fc4-4fc1-9a4c-d771781cc64d), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.429238 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (e379539b-2fc4-4fc1-9a4c-d771781cc64d), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.463365 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:35.466671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.469045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.473532 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1623602 Aug 09 02:42:35.473678 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34534) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:35.475607 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9e358-be9a-46d5-a819-6a80142818b3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e379539b-2fc4-4fc1-9a4c-d771781cc64d,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:35.482203 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group_rule': {'security_group_id': 'e379539b-2fc4-4fc1-9a4c-d771781cc64d', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:35.621377 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:35.687254 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Publish callbacks [] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.695106 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.700137 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:35.758531 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (6e4cc376-671b-4833-805b-39bf8142fc7d), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.759500 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcee35-17bd-45ab-ad60-adaed1116243 None None] Pushing event updated for resources: {'Port': ['ID=42f6d828-c0da-4c86-866a-b24a8bb0499e,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:35.791513 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Attempting to bind port 42f6d828-c0da-4c86-866a-b24a8bb0499e on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:35.791882 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Attempting to bind port 42f6d828-c0da-4c86-866a-b24a8bb0499e by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:35.792470 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Attempting to bind port 42f6d828-c0da-4c86-866a-b24a8bb0499e on network 32056a36-e0bb-40af-9a73-8d91f566962c {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:35.798220 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:35.798527 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Checking segment: {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:35.798939 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.799329 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Bound using segment: {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:35.799777 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Bound port: 42f6d828-c0da-4c86-866a-b24a8bb0499e, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eac3a14-1509-4071-9a68-56bb861546df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:35.800145 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.822623 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (6e4cc376-671b-4833-805b-39bf8142fc7d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.827694 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (6e4cc376-671b-4833-805b-39bf8142fc7d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.829097 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.847308 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4cc376-671b-4833-805b-39bf8142fc7d,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:35.852882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.857333 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-57a37488-48cf-48d1-8552-a92c0080a2db tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808203 Aug 09 02:42:35.857469 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34538) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:35.861938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group_rule': {'security_group_id': 'e379539b-2fc4-4fc1-9a4c-d771781cc64d', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:35.869146 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] For port 42f6d828-c0da-4c86-866a-b24a8bb0499e, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:35.872288 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] For port 42f6d828-c0da-4c86-866a-b24a8bb0499e, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=42f6d828-c0da-4c86-866a-b24a8bb0499e,segment=NetworkSegment(9eac3a14-1509-4071-9a68-56bb861546df),segment_id=9eac3a14-1509-4071-9a68-56bb861546df)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:35.879167 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.891045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (f878b713-b27a-436d-9310-fbf62e5eedad), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.918796 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Routers {'271fed16-62a3-47cf-a8cb-a2038026d87f'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:35.919419 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['271fed16-62a3-47cf-a8cb-a2038026d87f'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:35.955123 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (f878b713-b27a-436d-9310-fbf62e5eedad), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.960229 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (f878b713-b27a-436d-9310-fbf62e5eedad), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:35.972337 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcee35-17bd-45ab-ad60-adaed1116243 None None] Pushing event updated for resources: {'Port': ['ID=42f6d828-c0da-4c86-866a-b24a8bb0499e,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:35.984540 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f878b713-b27a-436d-9310-fbf62e5eedad,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:36.093237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.097260 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c6c2711d-6fb2-4dfb-9ec9-9f8613237032 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363153 Aug 09 02:42:36.098438 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34550) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:36.103629 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group_rule': {'security_group_id': 'e379539b-2fc4-4fc1-9a4c-d771781cc64d', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:36.154034 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (87ccddea-1a6f-4b8c-804b-34d0637dd465), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.155015 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c386d2-fef6-4e58-9d9c-ce03a2c22b24 req-ac2c2fcc-ea53-4fa4-94fe-6dc8cdfe1da2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:36.164047 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8c386d2-fef6-4e58-9d9c-ce03a2c22b24 req-ac2c2fcc-ea53-4fa4-94fe-6dc8cdfe1da2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0839787 Aug 09 02:42:36.179849 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] Set router 271fed16-62a3-47cf-a8cb-a2038026d87f gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:36.187580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-c529f94b-3fad-4ff2-a1da-62a79ba92711 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:36.189283 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-c529f94b-3fad-4ff2-a1da-62a79ba92711 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.2024324 Aug 09 02:42:36.234393 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8c386d2-fef6-4e58-9d9c-ce03a2c22b24 req-667c2a9d-5be8-4c5b-beaa-9648b22a5b3e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694950 Aug 09 02:42:36.301816 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (87ccddea-1a6f-4b8c-804b-34d0637dd465), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.303493 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:36.308829 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (87ccddea-1a6f-4b8c-804b-34d0637dd465), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.341403 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.345178 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2429402 Aug 09 02:42:36.347958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34558) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:36.351531 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c17502-8a0e-41a2-8edc-4a570d58270d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ccddea-1a6f-4b8c-804b-34d0637dd465,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:36.356677 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group_rule': {'security_group_id': 'e379539b-2fc4-4fc1-9a4c-d771781cc64d', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:36.440697 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-95a59634-f58b-40e6-bfcd-531ea40fe42b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 472 time: 0.2048745 Aug 09 02:42:36.442990 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d203b1b4-6f8e-4e1c-9ae2-ddef490a8388 req-00243120-7a0c-47cf-8ccc-a0f7f57a9140 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 210 time: 0.0577619 Aug 09 02:42:36.449747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (49cc4c55-8a17-49e5-99e9-4cb50b97fdbf), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.536396 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ffe66fc2-3341-4326-a922-eef523c7c9b7 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:36.543376 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:42:33Z', 'revision_number': 4, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '42f6d828-c0da-4c86-866a-b24a8bb0499e', 'name': '', 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'mac_address': 'fa:16:3e:03:ca:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b0038eff-220b-4403-9375-43c33828e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:31Z', 'updated_at': '2022-08-09T02:42:35Z', 'revision_number': 4, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'subnets': [{'id': 'b0038eff-220b-4403-9375-43c33828e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:36.562624 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:36.575573 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346039dd-d372-4322-a74e-6aa731925c47 None None] The sync data for ids ['271fed16-62a3-47cf-a8cb-a2038026d87f'] in dv-cinder-852461-1-iscsi is: [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:42:33Z', 'revision_number': 4, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '42f6d828-c0da-4c86-866a-b24a8bb0499e', 'name': '', 'network_id': '32056a36-e0bb-40af-9a73-8d91f566962c', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'mac_address': 'fa:16:3e:03:ca:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b0038eff-220b-4403-9375-43c33828e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:31Z', 'updated_at': '2022-08-09T02:42:35Z', 'revision_number': 4, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'subnets': [{'id': 'b0038eff-220b-4403-9375-43c33828e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:36.588755 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ffe66fc2-3341-4326-a922-eef523c7c9b7 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:36.589105 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.636586 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (49cc4c55-8a17-49e5-99e9-4cb50b97fdbf), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.657171 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2030f-0eb5-4e4a-affa-c88acef4cb47 req-ac1542a2-e54c-49be-8e2e-1ff7d464b353 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:36.668399 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03c2030f-0eb5-4e4a-affa-c88acef4cb47 req-ac1542a2-e54c-49be-8e2e-1ff7d464b353 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.1985502 Aug 09 02:42:36.681067 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (49cc4c55-8a17-49e5-99e9-4cb50b97fdbf), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.720929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ffe66fc2-3341-4326-a922-eef523c7c9b7 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:36.737921 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc4c55-8a17-49e5-99e9-4cb50b97fdbf,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:36.743862 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.747801 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8942545e-17d9-4215-b91f-e15498ade888 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3952072 Aug 09 02:42:36.748105 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34562) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:36.748688 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03c2030f-0eb5-4e4a-affa-c88acef4cb47 req-c2c102ac-e759-4c99-8034-624bef632947 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806255 Aug 09 02:42:36.758619 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group_rule': {'security_group_id': 'e379539b-2fc4-4fc1-9a4c-d771781cc64d', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:36.781966 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Project 9aadaf242f674436a45eae700fb52fc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 02:42:36.789545 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (2f62d432-f6bf-4a79-a9d4-ca073664868a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.853565 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (2f62d432-f6bf-4a79-a9d4-ca073664868a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.859408 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (2f62d432-f6bf-4a79-a9d4-ca073664868a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.880610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f62d432-f6bf-4a79-a9d4-ca073664868a,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:36.888987 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.890851 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e4aadca3-01db-453a-92dd-0aa8501b2c2c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359265 Aug 09 02:42:36.893581 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34564) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:36.897986 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'security_group_rule': {'security_group_id': 'e379539b-2fc4-4fc1-9a4c-d771781cc64d', 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:36.920239 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Project 9aadaf242f674436a45eae700fb52fc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 02:42:36.926559 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (c7f464e6-84c8-4995-a656-fc5501d88aaa), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.991402 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (c7f464e6-84c8-4995-a656-fc5501d88aaa), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:36.996229 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (c7f464e6-84c8-4995-a656-fc5501d88aaa), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:37.015933 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f464e6-84c8-4995-a656-fc5501d88aaa,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:37.022888 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:37.023765 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9e2f909e-4260-429c-88be-616aabeadceb tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291511 Aug 09 02:42:37.266291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'port': {'device_id': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'admin_state_up': True, 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'security_groups': ['abcff8a2-3641-4375-982b-6554273d6ffa']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:37.438353 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd28c7-61ba-4233-9a8f-d14872965748 req-56c7d6fd-2e19-4024-a098-0c571df75d10 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:37.439952 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-61bd28c7-61ba-4233-9a8f-d14872965748 req-56c7d6fd-2e19-4024-a098-0c571df75d10 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0972652 Aug 09 02:42:37.539979 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-61bd28c7-61ba-4233-9a8f-d14872965748 req-96a3375c-fc6b-4fce-989c-c68164eff825 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Aug 09 02:42:37.555491 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:37.571686 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Made reservation on behalf of 8ce26c854fc24cadb2be5ebd441b8f3a for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:42:37.575256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:37.654753 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8281789d-f7a8-4308-bbce-b0b535757517 req-abdbf391-1f55-4ca9-a7a4-cc2e5255a63f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 210 time: 0.0712910 Aug 09 02:42:37.798072 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.20.0.14 (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7/8e11e606-97ff-4906-9805-a4c6bcbac7f9/96884ef6-4436-4720-ad24-268bd22eb72d) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:37.935025 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ce13-95ef-4cf9-a22a-0e5d8e63ecc3 req-831faaf8-d479-4fcb-be39-695dbcbaca71 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:37.936571 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7739ce13-95ef-4cf9-a22a-0e5d8e63ecc3 req-831faaf8-d479-4fcb-be39-695dbcbaca71 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0997813 Aug 09 02:42:38.020350 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (96884ef6-4436-4720-ad24-268bd22eb72d), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.031770 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7739ce13-95ef-4cf9-a22a-0e5d8e63ecc3 req-ffb442bb-af64-4a8a-a880-b8acd10d7fea tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853419 Aug 09 02:42:38.061691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.124526 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:38.141147 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:38.144035 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:38.147908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:38.199493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=96884ef6-4436-4720-ad24-268bd22eb72d,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:38.242886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9a1aa-da2b-43d5-83d1-ebda9d663af6 req-c7366501-29d7-455a-9a43-9543f3ce7aa8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:38.244536 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dc9a1aa-da2b-43d5-83d1-ebda9d663af6 req-c7366501-29d7-455a-9a43-9543f3ce7aa8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.1285353 Aug 09 02:42:38.255416 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:38.256068 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.260077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34638) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:38.264594 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'floatingip': {'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:38.313867 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (75eb76e7-cedd-404d-ae87-8baf18107aed), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.344333 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 42f6d828-c0da-4c86-866a-b24a8bb0499e up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:38.352334 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b7793b67-48a8-4b17-9ae2-e1b58fec9360 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0956199 Aug 09 02:42:38.393337 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 42f6d828-c0da-4c86-866a-b24a8bb0499e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:38.393712 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.433161 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-1d409692-c775-4aea-8b9f-0f4645e5835b None None] Provisioning complete for port 96884ef6-4436-4720-ad24-268bd22eb72d triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:38.433349 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Request body: {'port': {'device_id': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:38.433530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1d409692-c775-4aea-8b9f-0f4645e5835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.475164 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-1d409692-c775-4aea-8b9f-0f4645e5835b None None] Port 96884ef6-4436-4720-ad24-268bd22eb72d cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:42:38.515980 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 42f6d828-c0da-4c86-866a-b24a8bb0499e is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:38.516372 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.540817 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:38.572057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port 42f6d828-c0da-4c86-866a-b24a8bb0499e, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=42f6d828-c0da-4c86-866a-b24a8bb0499e,segment=NetworkSegment(9eac3a14-1509-4071-9a68-56bb861546df),segment_id=9eac3a14-1509-4071-9a68-56bb861546df)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:38.577557 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.592266 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:38.635724 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=42f6d828-c0da-4c86-866a-b24a8bb0499e,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:38.841420 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358b073-c1c4-4c97-886a-cbbaef450fb8 req-c4c75bfc-176c-488d-aeb7-deacc101afc5 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:38.842866 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e358b073-c1c4-4c97-886a-cbbaef450fb8 req-c4c75bfc-176c-488d-aeb7-deacc101afc5 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.2012837 Aug 09 02:42:38.891789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1adb8a-ce4a-4093-9a71-5ef0631d847d req-1b958a3b-ea40-4594-a494-d26d9f03e68a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:38.893453 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba1adb8a-ce4a-4093-9a71-5ef0631d847d req-1b958a3b-ea40-4594-a494-d26d9f03e68a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 932 time: 0.1470959 Aug 09 02:42:39.035516 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e358b073-c1c4-4c97-886a-cbbaef450fb8 req-5257b93d-fb2d-425d-bda8-4003c3a23225 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854293 Aug 09 02:42:39.081002 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba1adb8a-ce4a-4093-9a71-5ef0631d847d req-337a87be-52d4-4c8e-8459-3ecbb3cc800d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574385 Aug 09 02:42:39.404068 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.411846 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (75eb76e7-cedd-404d-ae87-8baf18107aed), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.416496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:39.483620 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96884ef6-4436-4720-ad24-268bd22eb72d {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:42:39.495557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Publish callbacks [] for port (96884ef6-4436-4720-ad24-268bd22eb72d), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.538850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Transition to ACTIVE for port object 96884ef6-4436-4720-ad24-268bd22eb72d will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:42:39.545854 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.576155 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:39.582343 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Floating IP 75eb76e7-cedd-404d-ae87-8baf18107aed associated. External IP: 172.27.2.127, port: e32a0be8-e008-4397-89d0-66d5a85e0515. Aug 09 02:42:39.688682 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Pushing event updated for resources: {'Port': ['ID=96884ef6-4436-4720-ad24-268bd22eb72d,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:39.763067 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Attempting to bind port 96884ef6-4436-4720-ad24-268bd22eb72d on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:42:39.763384 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Attempting to bind port 96884ef6-4436-4720-ad24-268bd22eb72d by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:42:39.763730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Attempting to bind port 96884ef6-4436-4720-ad24-268bd22eb72d on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:39.778258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Port 96884ef6-4436-4720-ad24-268bd22eb72d on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:42:39.778258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Attempting to bind port 96884ef6-4436-4720-ad24-268bd22eb72d on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:42:39.782346 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:42:39.782346 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:42:39.782346 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Bound using segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:42:39.782765 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Bound port: 96884ef6-4436-4720-ad24-268bd22eb72d, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:42:39.783125 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.928229 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] For port 96884ef6-4436-4720-ad24-268bd22eb72d, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:42:39.932269 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] For port 96884ef6-4436-4720-ad24-268bd22eb72d, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=96884ef6-4436-4720-ad24-268bd22eb72d,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:42:39.937785 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Router 67834c1b-6072-47f1-bd31-3d6c347870bf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:42:39.942924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.947245 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:39.947851 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:39.949221 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/96884ef6-4436-4720-ad24-268bd22eb72d HTTP/1.1" status: 200 len: 1094 time: 1.5202727 Aug 09 02:42:39.950968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:39.953076 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a" -d '{"events": [{"name": "network-changed", "server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:40.018873 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542d7cc1-c531-4ecd-b135-b846cf15e7ac x-openstack-request-id: req-542d7cc1-c531-4ecd-b135-b846cf15e7ac {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:40.019123 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:40.019390 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-542d7cc1-c531-4ecd-b135-b846cf15e7ac {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:40.019810 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542d7cc1-c531-4ecd-b135-b846cf15e7ac'] response: {'name': 'network-changed', 'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d', 'status': 'completed', 'code': 200} Aug 09 02:42:40.049240 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d5967-d102-446c-92db-3af0d0021058 service neutron] Pushing event updated for resources: {'Port': ['ID=96884ef6-4436-4720-ad24-268bd22eb72d,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:40.158336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:40.164541 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:40.167251 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-3692433b-887d-4550-a969-949a68dd739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:40.168743 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-3692433b-887d-4550-a969-949a68dd739e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 1128 time: 0.0855746 Aug 09 02:42:40.169353 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:40.178965 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:40.179597 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:40.232319 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b92c-b598-4a99-9612-c2ad6530428c req-8dd0bac3-d098-43f8-81b0-1bdd3059af9b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:40.233877 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc10b92c-b598-4a99-9612-c2ad6530428c req-8dd0bac3-d098-43f8-81b0-1bdd3059af9b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1164460 Aug 09 02:42:40.245784 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1776ef80-8b38-4bd4-93d5-1dbda2717446 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/75eb76e7-cedd-404d-ae87-8baf18107aed HTTP/1.1" status: 200 len: 992 time: 1.9826872 Aug 09 02:42:40.270341 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaebe-cdf5-4cc0-9258-1014e2fba140 req-bbce2e45-f928-41e3-b340-70ed07e6a693 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:40.271936 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c8edaebe-cdf5-4cc0-9258-1014e2fba140 req-bbce2e45-f928-41e3-b340-70ed07e6a693 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 944 time: 0.0819602 Aug 09 02:42:40.301609 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:40.316090 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:40.352966 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 42f6d828-c0da-4c86-866a-b24a8bb0499e up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:40.361376 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc10b92c-b598-4a99-9612-c2ad6530428c req-2557224c-2abc-489a-9f81-8eb2cca08c86 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198025 Aug 09 02:42:40.366434 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-4311acae-243a-4e66-b653-b6f8db2c70c3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96884ef6-4436-4720-ad24-268bd22eb72d HTTP/1.1" status: 200 len: 217 time: 0.0578010 Aug 09 02:42:40.420029 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c8edaebe-cdf5-4cc0-9258-1014e2fba140 req-56bee17a-9d47-4784-afdb-30b332573952 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301363 Aug 09 02:42:40.445589 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 42f6d828-c0da-4c86-866a-b24a8bb0499e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:40.445963 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:40.479811 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891532c-877a-4ec3-8c60-c9c5cec57436 req-65883372-1a7b-4dfe-9710-7a1866508615 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:40.481750 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a891532c-877a-4ec3-8c60-c9c5cec57436 req-65883372-1a7b-4dfe-9710-7a1866508615 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0507660 Aug 09 02:42:40.555679 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:40.566283 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a891532c-877a-4ec3-8c60-c9c5cec57436 req-43f3429f-a1fa-4aca-8504-47311baf0357 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784452 Aug 09 02:42:40.580046 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-a5ad1122-82b9-4f51-aeba-a82b1c1d5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:40.581498 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-a5ad1122-82b9-4f51-aeba-a82b1c1d5007 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0658023 Aug 09 02:42:40.662209 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-f56df990-fd5e-458a-a355-5bf57b8dbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:40.663763 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-f56df990-fd5e-458a-a355-5bf57b8dbe1a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588281 Aug 09 02:42:40.774466 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 42f6d828-c0da-4c86-866a-b24a8bb0499e is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:40.787426 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-777b7786-89ff-46d2-bc17-b02c8e8f3a5e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053293 Aug 09 02:42:40.812833 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '75eb76e7-cedd-404d-ae87-8baf18107aed', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'mac_address': 'fa:16:3e:e9:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:06Z', 'updated_at': '2022-08-09T02:42:39Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:40.838331 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:40.847359 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:40.848000 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:40.891401 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5eefa580-8e20-440c-bbe2-bf2a0cb6fb6b req-b83be935-04c3-4d1d-afdc-a8cffb68a9b7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943885 Aug 09 02:42:40.956615 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:41.044262 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:41.087122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:41.167742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:41.180943 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '75eb76e7-cedd-404d-ae87-8baf18107aed', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'mac_address': 'fa:16:3e:e9:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:06Z', 'updated_at': '2022-08-09T02:42:39Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:41.205738 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a0cad-7c7d-4d4a-b682-bd159d6259e6 None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '75eb76e7-cedd-404d-ae87-8baf18107aed', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'mac_address': 'fa:16:3e:e9:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:06Z', 'updated_at': '2022-08-09T02:42:39Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:41.418030 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1464b0-a034-44ad-b0c6-600a2a95bef4 None None] New status for floating IP 75eb76e7-cedd-404d-ae87-8baf18107aed: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:42:41.495442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253913c4-7627-427a-b8e3-753c9ddbd807 req-f15e3114-8547-4c38-896d-2604d86df409 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:41.498854 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-253913c4-7627-427a-b8e3-753c9ddbd807 req-f15e3114-8547-4c38-896d-2604d86df409 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0523283 Aug 09 02:42:41.581370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1bd29-21d6-47d5-95a4-fc2b4f0a76da req-d8b26bfb-aad2-408a-93f7-a738cc48fa0b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:41.582993 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-20d1bd29-21d6-47d5-95a4-fc2b4f0a76da req-d8b26bfb-aad2-408a-93f7-a738cc48fa0b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 944 time: 0.0712430 Aug 09 02:42:41.590136 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-253913c4-7627-427a-b8e3-753c9ddbd807 req-62ac869a-5014-4ef1-a9df-288c9601bcdc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828538 Aug 09 02:42:41.653128 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-20d1bd29-21d6-47d5-95a4-fc2b4f0a76da req-63859514-2a3e-4d66-86a6-d2b793365f78 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623987 Aug 09 02:42:41.711517 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635bd2-a464-4e1c-9de0-6c22a277acfd req-4a7a617e-5d03-4dc1-bcfd-73b2f6f2b637 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:41.713036 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2c635bd2-a464-4e1c-9de0-6c22a277acfd req-4a7a617e-5d03-4dc1-bcfd-73b2f6f2b637 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Aug 09 02:42:41.762834 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2c635bd2-a464-4e1c-9de0-6c22a277acfd req-9cb7f383-32ef-48d7-8ea6-d37649e09b67 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435250 Aug 09 02:42:42.021428 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:42.023891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a1404-a98f-4a89-aec1-409056747f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:42.061725 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0471a1f4-8181-4ad4-986f-0b50c9a52339 x-openstack-request-id: req-0471a1f4-8181-4ad4-986f-0b50c9a52339 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:42.062009 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:42.062285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0471a1f4-8181-4ad4-986f-0b50c9a52339 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:42.062683 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0471a1f4-8181-4ad4-986f-0b50c9a52339'] response: {'name': 'network-changed', 'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'status': 'completed', 'code': 200} Aug 09 02:42:42.592178 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-5a7fdce2-de76-49a9-9274-2250db322478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.593919 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-5a7fdce2-de76-49a9-9274-2250db322478 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 1128 time: 0.0426321 Aug 09 02:42:42.611273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1404-a98f-4a89-aec1-409056747f1b req-f61f38ab-10c7-40f1-8077-48e6af97303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.612803 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-f61f38ab-10c7-40f1-8077-48e6af97303b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1130 time: 0.0419769 Aug 09 02:42:42.702291 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:42.753502 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1404-a98f-4a89-aec1-409056747f1b req-474ffea5-cfa9-4138-af2c-5d79911bc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.755045 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-474ffea5-cfa9-4138-af2c-5d79911bc137 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.1109889 Aug 09 02:42:42.827123 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-dedae340-1051-452b-b27f-8cdb4bdaa05e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 200 len: 1002 time: 0.0590525 Aug 09 02:42:42.828014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842bb16-1c9b-4412-ae93-e93516cfe4a5 req-9c26c5cf-74a7-46f2-bd7c-d84577e9dc07 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.829559 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7842bb16-1c9b-4412-ae93-e93516cfe4a5 req-9c26c5cf-74a7-46f2-bd7c-d84577e9dc07 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1309533 Aug 09 02:42:42.833144 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-7c420925-59c1-4a55-b6e7-5e5fd40ddd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.834525 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-7c420925-59c1-4a55-b6e7-5e5fd40ddd36 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.2254975 Aug 09 02:42:42.836336 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-7889962f-551e-49da-832c-17cbd293e636 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337531 Aug 09 02:42:42.867528 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0964abb-2c56-46b1-ab82-b0cd58bee5ca req-5cf9598d-2b01-45f4-a8de-ac6d92a9f861 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.869918 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e0964abb-2c56-46b1-ab82-b0cd58bee5ca req-5cf9598d-2b01-45f4-a8de-ac6d92a9f861 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 944 time: 0.1156335 Aug 09 02:42:42.902618 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1404-a98f-4a89-aec1-409056747f1b req-1cc87793-10e7-43e6-8fb6-806fa895295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.904416 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-1cc87793-10e7-43e6-8fb6-806fa895295c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0624022 Aug 09 02:42:42.960599 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1404-a98f-4a89-aec1-409056747f1b req-3a1749e9-8e55-4b22-9591-578d3c1187f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:42.963070 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-3a1749e9-8e55-4b22-9591-578d3c1187f9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507028 Aug 09 02:42:42.967564 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-4fa9eb58-5eac-4a3d-af4f-6f0b5c7e6d93 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96884ef6-4436-4720-ad24-268bd22eb72d HTTP/1.1" status: 200 len: 217 time: 0.0900028 Aug 09 02:42:42.974459 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7842bb16-1c9b-4412-ae93-e93516cfe4a5 req-e080193a-79d8-4b1d-81c3-bbe2f9f0148d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353595 Aug 09 02:42:42.976793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:43.033630 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-2bbd8c54-4846-4fa3-b676-adc752c15422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.035330 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-2bbd8c54-4846-4fa3-b676-adc752c15422 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 1129 time: 0.1379035 Aug 09 02:42:43.058649 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:43.065873 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e0964abb-2c56-46b1-ab82-b0cd58bee5ca req-2cfb9d5d-4622-4471-bd7f-a4cb2eefb244 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812348 Aug 09 02:42:43.075512 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-7fb46a3b-31f5-4051-8ee0-4e4bd53d95c5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926669 Aug 09 02:42:43.117040 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-409c3bfd-1483-47a3-bbba-fa1ca2eb6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.118636 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-409c3bfd-1483-47a3-bbba-fa1ca2eb6502 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.1342618 Aug 09 02:42:43.159701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5621458-43cf-4ad2-82a8-2cff41e89083 req-f1c5681d-b390-45e9-b333-e8da1eb67432 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.161196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e5621458-43cf-4ad2-82a8-2cff41e89083 req-f1c5681d-b390-45e9-b333-e8da1eb67432 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.1197684 Aug 09 02:42:43.185262 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-524a1404-a98f-4a89-aec1-409056747f1b req-541b7570-b188-4995-a385-6a356ad63746 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916886 Aug 09 02:42:43.235610 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-a2d82276-340b-4949-9875-9ea8ce75ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.237135 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-a2d82276-340b-4949-9875-9ea8ce75ec47 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844562 Aug 09 02:42:43.535680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-10b268a1-1229-427c-a31a-325c7c601bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.537147 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-10b268a1-1229-427c-a31a-325c7c601bb1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.4527116 Aug 09 02:42:43.541859 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e5621458-43cf-4ad2-82a8-2cff41e89083 req-a58e4d58-ae6c-4b4c-a33a-c03309eb7fa7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682046 Aug 09 02:42:43.626410 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-412fab75-b88e-4592-b7e2-09d06e0d39a0 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78354ed7-300a-4712-933c-8e98c2dff363 HTTP/1.1" status: 200 len: 1001 time: 0.0783839 Aug 09 02:42:43.629913 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-3249feda-e6c1-44c7-b7fc-747c42d89125 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779778 Aug 09 02:42:43.739251 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-657a3d29-0901-4381-880c-ac30719da599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.740723 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-657a3d29-0901-4381-880c-ac30719da599 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0955114 Aug 09 02:42:43.803087 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f5db0c1-a8f0-4248-b7ba-b41ac1caad8a req-ef225a8d-00cc-4db7-afbc-ada6ab28472c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504726 Aug 09 02:42:43.808425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-1ea80a8c-a7c1-4435-a3ee-d260e49285bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:43.809797 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-1ea80a8c-a7c1-4435-a3ee-d260e49285bb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548074 Aug 09 02:42:43.920473 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-55d7aca1-613b-4a61-8fbd-27044c307f7d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866742 Aug 09 02:42:44.026027 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1e9c12e2-9748-46c0-a559-e2a4aee07031 req-e7b33649-14f9-40a2-bbbf-71df70e2a66c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987020 Aug 09 02:42:44.105457 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae395b6-173d-444f-a0e0-215eaf7b5849 req-aa37d1dc-242b-4a27-a82c-ea0fee4c7885 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:44.107397 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ae395b6-173d-444f-a0e0-215eaf7b5849 req-aa37d1dc-242b-4a27-a82c-ea0fee4c7885 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0499613 Aug 09 02:42:44.192044 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ae395b6-173d-444f-a0e0-215eaf7b5849 req-49b58ddb-0640-4a90-a332-61064a8bf38e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779018 Aug 09 02:42:44.202862 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40616da-22ad-468a-8e25-0e3138d3feac req-fbb6eca5-9a00-4a31-b354-3d6929c7bbc4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:44.204146 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c40616da-22ad-468a-8e25-0e3138d3feac req-fbb6eca5-9a00-4a31-b354-3d6929c7bbc4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 944 time: 0.0600734 Aug 09 02:42:44.249354 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:44.257572 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c40616da-22ad-468a-8e25-0e3138d3feac req-6427aecf-f6ac-4da0-9ca3-cd47728b2c08 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477698 Aug 09 02:42:44.655381 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:44.664246 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff98e21-a202-4128-bdf1-041ce670c6c5 req-1590d711-fae1-4eba-97d8-226b55e4c348 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:44.665733 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cff98e21-a202-4128-bdf1-041ce670c6c5 req-1590d711-fae1-4eba-97d8-226b55e4c348 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Aug 09 02:42:44.726948 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cff98e21-a202-4128-bdf1-041ce670c6c5 req-6600f4e9-5dfb-43bb-bba5-3e95d8d2c190 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533535 Aug 09 02:42:45.317303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5426-99b2-4234-a74f-a005c830cd0a req-d2696b4b-51b5-41d3-9963-d651c6684dcb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:45.318925 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-726b5426-99b2-4234-a74f-a005c830cd0a req-d2696b4b-51b5-41d3-9963-d651c6684dcb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0479331 Aug 09 02:42:45.405197 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6ed39-85ce-43a7-b479-2465bdcf3c49 req-c4d52b2a-79ac-4bc9-82f9-3edd7da0990d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:45.406709 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-edd6ed39-85ce-43a7-b479-2465bdcf3c49 req-c4d52b2a-79ac-4bc9-82f9-3edd7da0990d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 944 time: 0.0686009 Aug 09 02:42:45.410057 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-726b5426-99b2-4234-a74f-a005c830cd0a req-34f8bb75-13d5-4392-b8cd-6aba69bbdc96 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853999 Aug 09 02:42:45.456350 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-edd6ed39-85ce-43a7-b479-2465bdcf3c49 req-902eb429-328c-4348-9143-850ad165840a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429838 Aug 09 02:42:45.731446 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 96884ef6-4436-4720-ad24-268bd22eb72d details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:42:45.841888 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 96884ef6-4436-4720-ad24-268bd22eb72d, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=96884ef6-4436-4720-ad24-268bd22eb72d,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:45.849387 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f7330-f120-4192-8f50-6516ad462f0a req-901dc46f-991b-4804-ad75-95900097675e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:45.850885 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-240f7330-f120-4192-8f50-6516ad462f0a req-901dc46f-991b-4804-ad75-95900097675e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Aug 09 02:42:45.854067 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '96884ef6-4436-4720-ad24-268bd22eb72d', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'port_id': '96884ef6-4436-4720-ad24-268bd22eb72d', 'mac_address': 'fa:16:3e:2e:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:42:45.890180 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 96884ef6-4436-4720-ad24-268bd22eb72d is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:45.890584 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:45.901230 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-240f7330-f120-4192-8f50-6516ad462f0a req-7365272e-8689-4add-917a-db6487f10f14 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 Aug 09 02:42:45.904561 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96884ef6-4436-4720-ad24-268bd22eb72d {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:42:45.924681 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 96884ef6-4436-4720-ad24-268bd22eb72d, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=96884ef6-4436-4720-ad24-268bd22eb72d,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:45.928518 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:45.979281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=96884ef6-4436-4720-ad24-268bd22eb72d,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:46.549897 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c025935-5015-4525-bf94-450c1dc70fe6 req-b2801a33-57ad-485a-b551-7f9a2e0295db tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:46.552846 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c025935-5015-4525-bf94-450c1dc70fe6 req-b2801a33-57ad-485a-b551-7f9a2e0295db tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0637550 Aug 09 02:42:46.606752 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3360ba1-256c-4247-8060-f7c1cee9e765 req-5ed695e6-7a5e-4ac8-9f8b-35299c5f145b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:46.608223 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3360ba1-256c-4247-8060-f7c1cee9e765 req-5ed695e6-7a5e-4ac8-9f8b-35299c5f145b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 945 time: 0.0771894 Aug 09 02:42:46.648227 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c025935-5015-4525-bf94-450c1dc70fe6 req-09620ee0-0d06-4a8d-a13a-1e2ea22ba325 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741813 Aug 09 02:42:46.675085 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3360ba1-256c-4247-8060-f7c1cee9e765 req-10045081-ec92-4381-aa31-95613753bfb0 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571859 Aug 09 02:42:46.720334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['96884ef6-4436-4720-ad24-268bd22eb72d'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:42:47.042763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832367c-35ab-43cd-a5c5-f650f998411e req-f9b8d5f4-95c6-4616-85a2-185eedb773e1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:47.051136 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0832367c-35ab-43cd-a5c5-f650f998411e req-f9b8d5f4-95c6-4616-85a2-185eedb773e1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0684094 Aug 09 02:42:47.098762 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0832367c-35ab-43cd-a5c5-f650f998411e req-aecbc0de-bac8-42e7-8763-e251acbcf724 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Aug 09 02:42:47.285783 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a98e-f1e8-40cb-9bc9-305818353f78 req-cc7b1cab-b735-474a-84a4-87a0580c0f3f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:47.287561 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-98f1a98e-f1e8-40cb-9bc9-305818353f78 req-cc7b1cab-b735-474a-84a4-87a0580c0f3f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.0481114 Aug 09 02:42:47.340531 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-98f1a98e-f1e8-40cb-9bc9-305818353f78 req-c10e590b-4e02-4393-8c92-472607d2e070 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462592 Aug 09 02:42:47.368316 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34756) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:47.431485 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:42:47.561090 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0175e5-4d13-4398-8737-bff78a68d7a7 tempest-TestMinimumBasicScenario-2025595045 tempest-TestMinimumBasicScenario-2025595045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:47.562655 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5c0175e5-4d13-4398-8737-bff78a68d7a7 tempest-TestMinimumBasicScenario-2025595045 tempest-TestMinimumBasicScenario-2025595045-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1124 time: 0.1933444 Aug 09 02:42:47.567293 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34760) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:47.571648 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'port_id': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:47.597345 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:47.687365 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:47.728945 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:47.836189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df00001-3dcf-4cb9-b124-d81e0d631bbe req-460daa4a-6c2b-44fd-b5d3-ab95dc18f4fa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:47.837653 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3df00001-3dcf-4cb9-b124-d81e0d631bbe req-460daa4a-6c2b-44fd-b5d3-ab95dc18f4fa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1119955 Aug 09 02:42:47.856749 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:47.860038 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 96884ef6-4436-4720-ad24-268bd22eb72d up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:42:47.868093 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e95cf-ffbd-4342-beee-df2b654ee8d4 req-17396ad5-8f21-4e4f-b8ad-d3321e7c6bb2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:47.869542 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-035e95cf-ffbd-4342-beee-df2b654ee8d4 req-17396ad5-8f21-4e4f-b8ad-d3321e7c6bb2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 945 time: 0.1050854 Aug 09 02:42:47.906921 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 96884ef6-4436-4720-ad24-268bd22eb72d completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:42:47.914520 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 96884ef6-4436-4720-ad24-268bd22eb72d triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:42:47.914899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:47.916987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Allocated IP 172.27.2.184 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:42:47.959207 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3df00001-3dcf-4cb9-b124-d81e0d631bbe req-0b7967f1-ce00-4f62-a749-ce5c7e46baf9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149921 Aug 09 02:42:47.990502 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 96884ef6-4436-4720-ad24-268bd22eb72d is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:42:47.990855 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.012426 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-035e95cf-ffbd-4342-beee-df2b654ee8d4 req-60960bf2-cda3-4717-b0cc-0b26d65d20ec tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320946 Aug 09 02:42:48.016524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:48.018041 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1496050f-bf40-42ee-87c5-6d31343c7709" -d '{"events": [{"server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "name": "network-vif-plugged", "status": "completed", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:48.035665 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 96884ef6-4436-4720-ad24-268bd22eb72d, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=96884ef6-4436-4720-ad24-268bd22eb72d,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:48.043281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.070768 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d27ba1-1d17-42cd-a8e3-2cd8cf668ce2 x-openstack-request-id: req-16d27ba1-1d17-42cd-a8e3-2cd8cf668ce2 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:48.071061 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "name": "network-vif-plugged", "status": "completed", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:48.071312 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16d27ba1-1d17-42cd-a8e3-2cd8cf668ce2 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:48.071791 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d27ba1-1d17-42cd-a8e3-2cd8cf668ce2'] response: {'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d', 'code': 200} Aug 09 02:42:48.078131 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.101506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=96884ef6-4436-4720-ad24-268bd22eb72d,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:48.110562 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.151061 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:42:48.155772 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:42:48.159847 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:42:48.181451 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'Port': ['ID=3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:48.298102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e16c7-8c8d-4d2f-a4a2-b046961d9732 req-44e185f9-8e1e-4de6-9b93-2feff8233e95 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:48.299616 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-292e16c7-8c8d-4d2f-a4a2-b046961d9732 req-44e185f9-8e1e-4de6-9b93-2feff8233e95 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.1136944 Aug 09 02:42:48.431650 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cf90-61ef-4ca5-b624-555656393563 req-b7174f87-f552-4229-a86b-ea509092c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:48.433114 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8e74cf90-61ef-4ca5-b624-555656393563 req-b7174f87-f552-4229-a86b-ea509092c2a3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 1130 time: 0.1022036 Aug 09 02:42:48.466702 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-292e16c7-8c8d-4d2f-a4a2-b046961d9732 req-7c1bed36-71a6-4bef-85d1-d66df6729253 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609480 Aug 09 02:42:48.533253 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:48.537307 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8e74cf90-61ef-4ca5-b624-555656393563 req-7de25df9-4bc9-4c6d-8028-5e6c9eac6f36 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911562 Aug 09 02:42:48.680552 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:48.681856 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for floatingip (5c72bd9a-1c6d-4175-ab92-6d6623ade46d), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.753757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.909699 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.916694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:48.986249 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'Port': ['ID=3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:48.990189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (5c72bd9a-1c6d-4175-ab92-6d6623ade46d), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:49.152027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7a48-a54f-4166-8087-16ef98b65af1 req-f73de6d7-b655-4779-b343-5be693a21fb1 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:49.153566 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-405a7a48-a54f-4166-8087-16ef98b65af1 req-f73de6d7-b655-4779-b343-5be693a21fb1 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0847340 Aug 09 02:42:49.172186 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Floating IP 5c72bd9a-1c6d-4175-ab92-6d6623ade46d associated. External IP: 172.27.2.184, port: e3bd4b2e-303f-4020-9be9-d72af9307f8a. Aug 09 02:42:49.185111 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dcf15-0e27-4de7-a2a3-12136c93b00d req-43421768-6a35-4b33-a7d5-7e90e8189b4a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:49.186558 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c16dcf15-0e27-4de7-a2a3-12136c93b00d req-43421768-6a35-4b33-a7d5-7e90e8189b4a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.0842152 Aug 09 02:42:49.552023 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-405a7a48-a54f-4166-8087-16ef98b65af1 req-c93c9d5b-03f2-4eeb-b434-6a1b4515cb1a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918769 Aug 09 02:42:49.568786 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c16dcf15-0e27-4de7-a2a3-12136c93b00d req-6d3d68c1-7761-4d36-9a8c-107bb2563681 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130595 Aug 09 02:42:49.652515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:49.705654 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658ae7-f571-48c4-813f-a28e614e57bb req-4fbe814e-cead-46dd-8435-4af9ff452496 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:49.707149 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8c658ae7-f571-48c4-813f-a28e614e57bb req-4fbe814e-cead-46dd-8435-4af9ff452496 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0868442 Aug 09 02:42:49.755883 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:42:49.768320 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:49.774523 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8c658ae7-f571-48c4-813f-a28e614e57bb req-55b94518-98f4-450d-a734-45258fecb6e2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600672 Aug 09 02:42:49.881155 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:49.890658 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] Sync routers for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:49.899787 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:49.902061 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:49.902718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:49.933354 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-72e567fd-949a-43d8-8303-990b0ec94a5a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3650420 Aug 09 02:42:49.933584 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34788) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:49.934791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:49.937282 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b90db9d-1a91-4408-8ad2-caacc0711296" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:49.954472 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282670488', 'description': 'tempest-secgroup-smoke-1282670488 description', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:49.979565 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:49.989526 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb7bbad-1953-4146-bd35-008e171d410f x-openstack-request-id: req-1bb7bbad-1953-4146-bd35-008e171d410f {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:49.989817 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:49.990069 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bb7bbad-1953-4146-bd35-008e171d410f {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:49.990613 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb7bbad-1953-4146-bd35-008e171d410f'] response: {'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'status': 'completed', 'code': 200} Aug 09 02:42:50.007110 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:50.010617 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:50.055036 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group (7e19b9f8-7e81-4515-aa48-2923ab7b3de8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.059399 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7e19b9f8-7e81-4515-aa48-2923ab7b3de8), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.098031 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.102422 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1638055 Aug 09 02:42:50.105307 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34794) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:50.106542 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f1827-68d6-477c-b760-c5866b9e7d40 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e19b9f8-7e81-4515-aa48-2923ab7b3de8,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:50.112547 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group_rule': {'security_group_id': '7e19b9f8-7e81-4515-aa48-2923ab7b3de8', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:50.156581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (5a6dad96-f3e8-4a04-9417-75249eb25678), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.245024 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '5c72bd9a-1c6d-4175-ab92-6d6623ade46d', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'port_id': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'mac_address': 'fa:16:3e:a2:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:48Z', 'updated_at': '2022-08-09T02:42:48Z', 'revision_number': 0, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:50.249492 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-edf959b8-431a-4700-8b50-7631790f54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:50.251041 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-edf959b8-431a-4700-8b50-7631790f54ed service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1129 time: 0.0589950 Aug 09 02:42:50.259275 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (5a6dad96-f3e8-4a04-9417-75249eb25678), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.265861 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (5a6dad96-f3e8-4a04-9417-75249eb25678), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.274507 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] Checking router: 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:50.282913 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:50.283518 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:50.285676 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6dad96-f3e8-4a04-9417-75249eb25678,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:50.297778 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.299209 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-df0e974b-050c-46c1-9dbf-b10ee21fc772 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1918509 Aug 09 02:42:50.302207 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 34800) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:50.306936 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group_rule': {'security_group_id': '7e19b9f8-7e81-4515-aa48-2923ab7b3de8', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:50.349272 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (0e2ff49b-6e4a-489a-8675-7ab578c2e0fa), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.395260 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:50.414447 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (0e2ff49b-6e4a-489a-8675-7ab578c2e0fa), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.419230 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (0e2ff49b-6e4a-489a-8675-7ab578c2e0fa), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.423982 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:50.437969 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2ff49b-6e4a-489a-8675-7ab578c2e0fa,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:50.447336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.448703 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-56b1ee51-6352-4613-ac61-66b23eba2f35 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454189 Aug 09 02:42:50.452145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34804) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:50.456874 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group_rule': {'security_group_id': '7e19b9f8-7e81-4515-aa48-2923ab7b3de8', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:50.479018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:50.482371 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:50.487186 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (a4f5f1f4-6f0f-4049-83a5-02f9a3d5e739), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.553558 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (a4f5f1f4-6f0f-4049-83a5-02f9a3d5e739), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.559581 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (a4f5f1f4-6f0f-4049-83a5-02f9a3d5e739), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.581542 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f5f1f4-6f0f-4049-83a5-02f9a3d5e739,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:50.590320 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.591610 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0a996a71-3494-4296-83c1-ec8a2785355e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384122 Aug 09 02:42:50.594491 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34808) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:50.599642 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group_rule': {'security_group_id': '7e19b9f8-7e81-4515-aa48-2923ab7b3de8', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:50.641100 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (9c6019f9-50ff-49f8-8290-67c6da6b070f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.699127 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:50.720728 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (9c6019f9-50ff-49f8-8290-67c6da6b070f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.726019 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (9c6019f9-50ff-49f8-8290-67c6da6b070f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.749156 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6019f9-50ff-49f8-8290-67c6da6b070f,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:50.759611 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.760917 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3a210d76-15d7-4379-9aa8-855847924471 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652300 Aug 09 02:42:50.763683 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34814) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:50.768634 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group_rule': {'security_group_id': '7e19b9f8-7e81-4515-aa48-2923ab7b3de8', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:50.778467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba817ea-3897-401f-b979-359d217c818c req-64e0f67d-3340-419c-a25a-e3329841de32 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:50.780613 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2ba817ea-3897-401f-b979-359d217c818c req-64e0f67d-3340-419c-a25a-e3329841de32 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1253214 Aug 09 02:42:50.788651 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f8681-7255-410c-989d-3a8f6c8acc11 req-d3ef7db5-49bd-43fd-9fe0-c354fc4049ce tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:50.790136 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d67f8681-7255-410c-989d-3a8f6c8acc11 req-d3ef7db5-49bd-43fd-9fe0-c354fc4049ce tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.0980020 Aug 09 02:42:50.790795 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '5c72bd9a-1c6d-4175-ab92-6d6623ade46d', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'port_id': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'mac_address': 'fa:16:3e:a2:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:48Z', 'updated_at': '2022-08-09T02:42:48Z', 'revision_number': 0, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:50.795629 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Project f0a5508bdf5e4577b49783c3e424f1ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 02:42:50.802184 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (e148b497-c8be-4820-87ba-004873cd03b9), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.819887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38e41-b4d7-449a-8b7c-e6c5261fc785 None None] The sync data for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi is: [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '5c72bd9a-1c6d-4175-ab92-6d6623ade46d', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'port_id': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'mac_address': 'fa:16:3e:a2:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:48Z', 'updated_at': '2022-08-09T02:42:48Z', 'revision_number': 0, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:50.868915 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d67f8681-7255-410c-989d-3a8f6c8acc11 req-d3d75898-ea60-44f3-99eb-89b0321ad65b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698099 Aug 09 02:42:50.869123 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (e148b497-c8be-4820-87ba-004873cd03b9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.872014 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2ba817ea-3897-401f-b979-359d217c818c req-0e436d36-ffc1-4395-becd-9e13c1dbc21c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807791 Aug 09 02:42:50.877477 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (e148b497-c8be-4820-87ba-004873cd03b9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.902483 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:50.904408 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392109 Aug 09 02:42:50.907077 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34822) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:50.912016 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'security_group_rule': {'security_group_id': '7e19b9f8-7e81-4515-aa48-2923ab7b3de8', 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:50.918605 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd645b-b105-48b1-9282-4c6923ee1fa1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e148b497-c8be-4820-87ba-004873cd03b9,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:50.943354 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Project f0a5508bdf5e4577b49783c3e424f1ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 02:42:50.951346 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (6fb3bd72-1b6e-4a62-9ada-f17997dc6cbd), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.014262 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (6fb3bd72-1b6e-4a62-9ada-f17997dc6cbd), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.019734 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (6fb3bd72-1b6e-4a62-9ada-f17997dc6cbd), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.036161 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb3bd72-1b6e-4a62-9ada-f17997dc6cbd,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:51.046595 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a28c-21e1-4237-a224-13e83ea66776 req-acdaf809-fcef-4454-947a-b87ac6de0aac tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.048136 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66e5a28c-21e1-4237-a224-13e83ea66776 req-acdaf809-fcef-4454-947a-b87ac6de0aac tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.0886574 Aug 09 02:42:51.049008 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.053146 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b7b9cc17-58df-4a5c-8a71-cd200d2228aa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421537 Aug 09 02:42:51.062882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34826) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:42:51.066986 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ccbe-c246-4707-8e40-0c659da607bb req-a9689b8a-7fce-43c3-9f48-4de6d1f3d973 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.067215 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'port_id': '96884ef6-4436-4720-ad24-268bd22eb72d'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:51.069083 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3a2ccbe-c246-4707-8e40-0c659da607bb req-a9689b8a-7fce-43c3-9f48-4de6d1f3d973 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0912058 Aug 09 02:42:51.133229 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3a2ccbe-c246-4707-8e40-0c659da607bb req-266d66f0-4b5b-4e3d-9816-6718bbaefbb4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575058 Aug 09 02:42:51.140757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:51.147456 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13404693-7cac-4359-af67-26d3ee872e18 None None] New status for floating IP 5c72bd9a-1c6d-4175-ab92-6d6623ade46d: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:42:51.153706 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (a9c42c0d-5706-4a2f-ba6c-2eff352bf24e), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.172304 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:51.247397 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-a105f31d-f855-4640-9884-c3a2b8aa757c tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1282670488&fields=id&tenant_id=f0a5508bdf5e4577b49783c3e424f1ee HTTP/1.1" status: 200 len: 267 time: 0.1257174 Aug 09 02:42:51.340456 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-70a0130a-d4f5-4f1a-8e04-d6e392d0a702 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.342605 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-70a0130a-d4f5-4f1a-8e04-d6e392d0a702 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.0817394 Aug 09 02:42:51.344128 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-0a9d0f84-ab14-42b4-8671-fd5a47de2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.345671 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-0a9d0f84-ab14-42b4-8671-fd5a47de2a9c service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 914 time: 0.1998334 Aug 09 02:42:51.353964 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'port': {'security_groups': ['2268c3ba-bfe8-41df-830a-1d7ee050bffc', '7e19b9f8-7e81-4515-aa48-2923ab7b3de8']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:42:51.441992 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:51.495710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.499560 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-d1d5eca3-81bb-48e3-ac8e-2d446ca27bf5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 1001 time: 0.1213334 Aug 09 02:42:51.599938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-03b29e1b-0e99-4db5-972d-3d00ac7c8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.601589 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-03b29e1b-0e99-4db5-972d-3d00ac7c8c3f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.0893795 Aug 09 02:42:51.669899 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-551c91d1-0b58-4cd1-9778-e4ecca97c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.671862 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-551c91d1-0b58-4cd1-9778-e4ecca97c5dc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617371 Aug 09 02:42:51.803690 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.810201 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (a9c42c0d-5706-4a2f-ba6c-2eff352bf24e), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.828771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:42:51.842859 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-a15e93cb-ce68-4c01-bfbd-e385230e1cce service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606705 Aug 09 02:42:51.881990 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.901247 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:51.909812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.917940 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP a9c42c0d-5706-4a2f-ba6c-2eff352bf24e associated. External IP: 172.27.2.222, port: 96884ef6-4436-4720-ad24-268bd22eb72d. Aug 09 02:42:51.958841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:51.959467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:51.960880 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cbed8ece-d9ac-4fb6-bc64-a88b3b269198 req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "PUT /networking/v2.0/ports/e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 981 time: 0.6116557 Aug 09 02:42:51.967411 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e3bd4b2e-303f-4020-9be9-d72af9307f8a'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:42:51.992670 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:51.994974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:52.024655 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183bada-3c43-4bd7-95de-8df4c0bd398f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:42:52.058640 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1b4cd-aef3-4a57-b672-29fa7609bc23 req-5123e512-7bd3-41d7-86f4-8dd11c0c9c60 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:52.062057 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3fa1b4cd-aef3-4a57-b672-29fa7609bc23 req-5123e512-7bd3-41d7-86f4-8dd11c0c9c60 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0985491 Aug 09 02:42:52.081437 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:52.100471 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b90db9d-1a91-4408-8ad2-caacc0711296 req-ded57c7e-1944-4280-a803-8d7810066d64 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467399 Aug 09 02:42:52.154312 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:42:52.157847 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0e282-660c-489e-8256-c605e50a0abf req-3f5a5bf6-33fc-4a6b-bc0f-23c1ff5a4be1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:52.159409 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ff0e282-660c-489e-8256-c605e50a0abf req-3f5a5bf6-33fc-4a6b-bc0f-23c1ff5a4be1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0899568 Aug 09 02:42:52.162901 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3fa1b4cd-aef3-4a57-b672-29fa7609bc23 req-5e276181-5cf3-4e3a-9f40-e86e4c567580 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966759 Aug 09 02:42:52.207427 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:52.230699 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048c822-697d-4bf6-bef1-c784a10d604e x-openstack-request-id: req-0048c822-697d-4bf6-bef1-c784a10d604e {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:52.231460 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:52.231639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0048c822-697d-4bf6-bef1-c784a10d604e {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:52.232040 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0048c822-697d-4bf6-bef1-c784a10d604e'] response: {'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'status': 'completed', 'code': 200} Aug 09 02:42:52.258735 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e3bd4b2e-303f-4020-9be9-d72af9307f8a'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:42:52.265616 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ff0e282-660c-489e-8256-c605e50a0abf req-de41978f-e486-4738-9d0f-3cf8ecb3d62e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958562 Aug 09 02:42:52.325343 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:42:52.334400 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:42:52.346434 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:42:52.369766 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8c6df10d-8203-4c10-af16-c4b7aba6d0d3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/a9c42c0d-5706-4a2f-ba6c-2eff352bf24e HTTP/1.1" status: 200 len: 992 time: 1.3038373 Aug 09 02:42:52.369766 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:42:52.370963 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811da054-0369-4d05-b506-37ab5ccee41e" -d '{"events": [{"name": "network-changed", "server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:42:52.389701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e45d6-fa85-4ff3-84eb-10fee556f90d req-33533787-1588-4155-af38-604e2638d53f tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:52.391334 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e79e45d6-fa85-4ff3-84eb-10fee556f90d req-33533787-1588-4155-af38-604e2638d53f tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0885026 Aug 09 02:42:52.392789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-5ae29b23-77e2-4d9f-9a38-4ab6d2ab1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:52.394335 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-5ae29b23-77e2-4d9f-9a38-4ab6d2ab1b64 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1168 time: 0.0789106 Aug 09 02:42:52.412176 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:52.413089 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:52.429356 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c426760-cee5-4505-a4d3-b31d2f3462c1 x-openstack-request-id: req-0c426760-cee5-4505-a4d3-b31d2f3462c1 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:42:52.429636 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:42:52.431322 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c426760-cee5-4505-a4d3-b31d2f3462c1 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:42:52.431993 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c426760-cee5-4505-a4d3-b31d2f3462c1'] response: {'name': 'network-changed', 'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d', 'status': 'completed', 'code': 200} Aug 09 02:42:52.519184 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e79e45d6-fa85-4ff3-84eb-10fee556f90d req-b11aed98-ea0d-406e-9fde-b294361a1aa6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207113 Aug 09 02:42:52.546924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-76c8befb-77d0-4cd8-8f68-82d38138bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:52.549819 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-76c8befb-77d0-4cd8-8f68-82d38138bb34 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 914 time: 0.1450469 Aug 09 02:42:52.615620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:52.695253 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da054-0369-4d05-b506-37ab5ccee41e req-a92b2d90-9257-46ee-bb86-55c56f4d0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:52.696651 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-a92b2d90-9257-46ee-bb86-55c56f4d0703 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 1130 time: 0.0763640 Aug 09 02:42:52.711452 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-9df80894-eea3-4e3a-bb02-6e4d4eab4a66 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 1001 time: 0.0812533 Aug 09 02:42:52.950843 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'a9c42c0d-5706-4a2f-ba6c-2eff352bf24e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '96884ef6-4436-4720-ad24-268bd22eb72d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:2e:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:31Z', 'updated_at': '2022-08-09T02:42:51Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}, {'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:17Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:52.955957 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:52.987625 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:42:52.989381 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:53.015846 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:53.021579 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:42:53.022252 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:42:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:53.079818 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-f4756708-de85-4983-806a-a3e730d57678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:53.081282 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-f4756708-de85-4983-806a-a3e730d57678 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.3346040 Aug 09 02:42:53.111775 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da054-0369-4d05-b506-37ab5ccee41e req-63682b32-c863-47cf-b4bc-0bb670250cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:53.113217 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-63682b32-c863-47cf-b4bc-0bb670250cb3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.3585131 Aug 09 02:42:53.144860 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:42:53.292419 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1332c-006f-420c-817e-79634cdca44f req-67972399-189e-4f58-b083-ba7a8845b49d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:53.293968 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-52d1332c-006f-420c-817e-79634cdca44f req-67972399-189e-4f58-b083-ba7a8845b49d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0505178 Aug 09 02:42:53.344468 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-52d1332c-006f-420c-817e-79634cdca44f req-1560b320-0898-4d95-95c4-45b9b2fe58cf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Aug 09 02:42:53.375095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'a9c42c0d-5706-4a2f-ba6c-2eff352bf24e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '96884ef6-4436-4720-ad24-268bd22eb72d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:2e:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:31Z', 'updated_at': '2022-08-09T02:42:51Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}, {'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:17Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:42:53.401885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f36ded-46e2-4a36-8305-0f31b2971b9d None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'a9c42c0d-5706-4a2f-ba6c-2eff352bf24e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '96884ef6-4436-4720-ad24-268bd22eb72d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:2e:98:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:42:31Z', 'updated_at': '2022-08-09T02:42:51Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}, {'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:17Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:42:53.617923 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025dd9a-0e64-423f-b807-623bb51dda53 None None] New status for floating IP a9c42c0d-5706-4a2f-ba6c-2eff352bf24e: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:42:53.650322 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770145fb-bbec-42d1-b5f6-de04e9477ac4 req-3b9bd340-93e0-4c3f-b7e9-396cf76bfced tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:53.652014 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-770145fb-bbec-42d1-b5f6-de04e9477ac4 req-3b9bd340-93e0-4c3f-b7e9-396cf76bfced tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0495863 Aug 09 02:42:53.700203 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-770145fb-bbec-42d1-b5f6-de04e9477ac4 req-239a7fe3-09f0-4707-83ff-b66ead63816c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 Aug 09 02:42:54.475264 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18465de-f0d9-4bfe-ab4d-67a08d0c844b req-698057e6-68a9-4a6a-a1ea-829cca05198d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:54.476739 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e18465de-f0d9-4bfe-ab4d-67a08d0c844b req-698057e6-68a9-4a6a-a1ea-829cca05198d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0497625 Aug 09 02:42:54.579205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:54.583281 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-91b69393-cbe0-46e0-9045-f8023eb87485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:54.584789 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-91b69393-cbe0-46e0-9045-f8023eb87485 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973077 Aug 09 02:42:54.596617 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-c74ee525-7bbb-49ab-91f7-575557e9ab1b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96884ef6-4436-4720-ad24-268bd22eb72d HTTP/1.1" status: 200 len: 1002 time: 0.1151724 Aug 09 02:42:54.610840 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e18465de-f0d9-4bfe-ab4d-67a08d0c844b req-d73c42c2-b66a-45f0-aeef-5c2b1b1163b8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139629 Aug 09 02:42:54.678546 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3af22-c525-4a4d-a0c7-2cbd1b36c9b2 req-cf6f7893-20af-4ed9-840b-96a2a699b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:54.680190 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cf3af22-c525-4a4d-a0c7-2cbd1b36c9b2 req-cf6f7893-20af-4ed9-840b-96a2a699b904 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1130 time: 0.0509207 Aug 09 02:42:54.725360 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da054-0369-4d05-b506-37ab5ccee41e req-2af62567-5741-4a77-9401-2e065346cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:54.726869 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-2af62567-5741-4a77-9401-2e065346cf8a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0970902 Aug 09 02:42:54.737999 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cf3af22-c525-4a4d-a0c7-2cbd1b36c9b2 req-d122b805-dec0-487e-9be9-243e16e357b4 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Aug 09 02:42:54.794418 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-4483aaec-dd32-4f0a-a11d-ebcd5b1017b0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742868 Aug 09 02:42:54.797033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da054-0369-4d05-b506-37ab5ccee41e req-78b027c6-42c4-44a8-acad-83850d66094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:54.798426 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-78b027c6-42c4-44a8-acad-83850d66094d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618119 Aug 09 02:42:54.819611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:54.836101 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920cd6e-3581-441e-b0b2-14e9e2209860 req-cd2a14cb-938b-4a93-8f7b-6ecea6417d27 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:54.837491 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f920cd6e-3581-441e-b0b2-14e9e2209860 req-cd2a14cb-938b-4a93-8f7b-6ecea6417d27 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0564945 Aug 09 02:42:54.886838 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f920cd6e-3581-441e-b0b2-14e9e2209860 req-7d4807c0-4b81-4721-bb65-4eee8e21302a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 Aug 09 02:42:55.327313 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4a6d0b-252b-4f6c-ac11-8278e490be8e req-1289bc0f-25e7-407b-947f-f11959d68e81 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681833 Aug 09 02:42:55.329185 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-dffbb859-32ab-4534-81be-a25b852d3165 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601357 Aug 09 02:42:55.805054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d041a-9ffa-45dc-befb-e07f4fac253b req-da6f6121-de0c-4e3d-a38d-dfa58a08a4dd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:55.806634 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a11d041a-9ffa-45dc-befb-e07f4fac253b req-da6f6121-de0c-4e3d-a38d-dfa58a08a4dd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0718307 Aug 09 02:42:55.848618 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-811da054-0369-4d05-b506-37ab5ccee41e req-d0a5b6d1-08fc-4f5c-9fa8-4636ec1a5ad2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657922 Aug 09 02:42:55.875749 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a11d041a-9ffa-45dc-befb-e07f4fac253b req-de22a2a5-d628-4172-960d-7bdeb53cb140 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596418 Aug 09 02:42:56.009922 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ec09-73b3-43ac-9e84-665b4e87cb0c req-a1679e2e-a5b0-41ab-916a-cbbfbe9791e4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:56.011346 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8e0ec09-73b3-43ac-9e84-665b4e87cb0c req-a1679e2e-a5b0-41ab-916a-cbbfbe9791e4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Aug 09 02:42:56.059811 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8e0ec09-73b3-43ac-9e84-665b4e87cb0c req-46af2d28-ed6a-4455-b0cc-5a6cd60b26ce tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427108 Aug 09 02:42:56.997605 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c551-4598-47a0-9c4a-36756dfde4a7 req-4db2c6bb-b36f-4a24-a66b-a21367dbf0cb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:56.999253 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8c13c551-4598-47a0-9c4a-36756dfde4a7 req-4db2c6bb-b36f-4a24-a66b-a21367dbf0cb tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0517397 Aug 09 02:42:57.050921 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8c13c551-4598-47a0-9c4a-36756dfde4a7 req-512fb28e-a774-441d-b0f5-f0caa1b1d0dc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Aug 09 02:42:57.181488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf20c2-106f-4d66-8b73-4b26aab4b7f9 req-50b6c0ca-9372-45e7-b767-63fbebe4bdd7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:57.183045 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9eaf20c2-106f-4d66-8b73-4b26aab4b7f9 req-50b6c0ca-9372-45e7-b767-63fbebe4bdd7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Aug 09 02:42:57.252557 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9eaf20c2-106f-4d66-8b73-4b26aab4b7f9 req-a6b8b338-73d5-45dc-aae9-c74bd7ed2022 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599918 Aug 09 02:42:57.369634 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:57.391309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba12932-c127-4a3d-9ad6-2611841ecd56 req-f129b9f8-257f-485d-9222-e10274b13aff tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:57.393206 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fba12932-c127-4a3d-9ad6-2611841ecd56 req-f129b9f8-257f-485d-9222-e10274b13aff tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0960314 Aug 09 02:42:57.394566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed467da-7080-487f-a15e-42a93b90099b req-3417460a-a2e8-4258-b2a0-fbd622fb458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:57.395984 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-3417460a-a2e8-4258-b2a0-fbd622fb458a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1130 time: 0.0581977 Aug 09 02:42:57.507816 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fba12932-c127-4a3d-9ad6-2611841ecd56 req-8442a164-5292-41be-8b99-ed74ee631587 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085994 Aug 09 02:42:57.525174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed467da-7080-487f-a15e-42a93b90099b req-e9343d43-3717-48ff-bd2c-eabe85b65463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:57.526691 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-e9343d43-3717-48ff-bd2c-eabe85b65463 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.1208010 Aug 09 02:42:57.569671 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-d0d2ec99-7a82-4dd6-92e3-02989f4df534 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 200 len: 217 time: 0.0327787 Aug 09 02:42:57.593309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:42:57.629789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed467da-7080-487f-a15e-42a93b90099b req-483f6fa5-f559-46e1-aa28-5b1055e2eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:57.631173 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-483f6fa5-f559-46e1-aa28-5b1055e2eb39 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0445995 Aug 09 02:42:57.680271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed467da-7080-487f-a15e-42a93b90099b req-a22810dc-c39c-46b2-b35e-4d96fa4a3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:57.681762 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-a22810dc-c39c-46b2-b35e-4d96fa4a3c03 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430214 Aug 09 02:42:57.780445 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-42730cc0-bc93-46cc-977e-cb282c7a2231 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894370 Aug 09 02:42:57.875024 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7ed467da-7080-487f-a15e-42a93b90099b req-22114684-dc28-469a-a8fc-214a2c7a5abf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865512 Aug 09 02:42:58.392841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0bcf4-7ce1-4ca6-9fbd-6966b3c47f34 req-ef97a2d0-cf82-4f60-8194-c0e6c009746a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:58.394372 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4bc0bcf4-7ce1-4ca6-9fbd-6966b3c47f34 req-ef97a2d0-cf82-4f60-8194-c0e6c009746a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Aug 09 02:42:58.445930 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4bc0bcf4-7ce1-4ca6-9fbd-6966b3c47f34 req-ef748a7c-1306-4bd4-b293-4467bc2da761 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454106 Aug 09 02:42:58.628134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b442de-3c63-4193-b806-d5a1380b42d3 req-a61b015d-d07b-481d-8bd2-f41efd4f7a94 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:58.629597 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c8b442de-3c63-4193-b806-d5a1380b42d3 req-a61b015d-d07b-481d-8bd2-f41efd4f7a94 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0475948 Aug 09 02:42:58.683836 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c8b442de-3c63-4193-b806-d5a1380b42d3 req-b6ee93b5-bc12-4259-b634-4fec887012f2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465019 Aug 09 02:42:59.578343 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65462f6-e4b1-4fac-bf61-5c2816677ebf req-cdbf198b-9461-4944-b997-41d17c72dbff tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:59.579834 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d65462f6-e4b1-4fac-bf61-5c2816677ebf req-cdbf198b-9461-4944-b997-41d17c72dbff tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0543501 Aug 09 02:42:59.631364 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d65462f6-e4b1-4fac-bf61-5c2816677ebf req-49a9c71c-205f-495a-a3c3-9bcfe1c89296 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 Aug 09 02:42:59.816838 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62249db4-7eb7-49a3-b9c6-9ee4e49c0d37 req-2fc42d67-c58d-4fa3-87f5-27407dda2143 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:42:59.818374 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62249db4-7eb7-49a3-b9c6-9ee4e49c0d37 req-2fc42d67-c58d-4fa3-87f5-27407dda2143 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0545113 Aug 09 02:42:59.873080 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62249db4-7eb7-49a3-b9c6-9ee4e49c0d37 req-fab299a6-1890-4dc1-9aa7-d72f0e08178b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Aug 09 02:43:00.636689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0bcfff2f-93b8-48f2-9cdb-7a05179ea87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:00.765301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757938c1-cec0-4fcd-ba6f-c83cfb2f0f5f req-cfcb4f40-70d1-4173-a99a-50a9fa4196b2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:00.766920 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-757938c1-cec0-4fcd-ba6f-c83cfb2f0f5f req-cfcb4f40-70d1-4173-a99a-50a9fa4196b2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0598884 Aug 09 02:43:00.821330 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-757938c1-cec0-4fcd-ba6f-c83cfb2f0f5f req-037377b8-6ffc-4e8f-8c4a-8a8bee053a93 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483789 Aug 09 02:43:00.998402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae00ad-7ab9-4aa1-942b-9661990a90f4 req-343563e3-3eda-453b-aa97-ae85ffa959f0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:00.999878 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b3ae00ad-7ab9-4aa1-942b-9661990a90f4 req-343563e3-3eda-453b-aa97-ae85ffa959f0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0507946 Aug 09 02:43:01.047839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b3ae00ad-7ab9-4aa1-942b-9661990a90f4 req-0babcbbe-0065-4212-9358-5e245ec52240 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Aug 09 02:43:01.931218 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:01.950995 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891a7a-1064-4dc3-b61d-b8e7754e05b8 req-5b4c4ad9-0eab-40ff-aa8c-06891911e05c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:01.952550 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc891a7a-1064-4dc3-b61d-b8e7754e05b8 req-5b4c4ad9-0eab-40ff-aa8c-06891911e05c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Aug 09 02:43:02.003279 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc891a7a-1064-4dc3-b61d-b8e7754e05b8 req-651a612d-ed5a-478e-b188-f708bc07877a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 Aug 09 02:43:02.144521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34984) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:02.259152 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4c74b81a-4f3f-4e78-ae71-c3362474e6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.269408 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe072e18-7545-434b-b362-f18cdc2a9140 req-cfaa91cf-0653-4f31-9826-899505b3932d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:02.271022 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fe072e18-7545-434b-b362-f18cdc2a9140 req-cfaa91cf-0653-4f31-9826-899505b3932d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0555081 Aug 09 02:43:02.325234 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:02.330572 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fe072e18-7545-434b-b362-f18cdc2a9140 req-19a99220-c4a6-4caf-be08-6a443798178f tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 Aug 09 02:43:02.334749 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:02.337007 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4c74b81a-4f3f-4e78-ae71-c3362474e6a8 admin admin] Publish callbacks [] for security_group (ff4d7d60-683f-495e-8d3d-4ef496ab3284), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.341343 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4c74b81a-4f3f-4e78-ae71-c3362474e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ff4d7d60-683f-495e-8d3d-4ef496ab3284), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.377299 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4c74b81a-4f3f-4e78-ae71-c3362474e6a8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3367a4131e2c4948ba9e9d25943cb865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316687 Aug 09 02:43:02.381947 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34992) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:02.392532 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950106a-04d8-47c4-9625-4d0052e5552f req-852adfc1-c45d-42b4-abff-6ae717527015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:02.394060 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-852adfc1-c45d-42b4-abff-6ae717527015 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1129 time: 0.0454826 Aug 09 02:43:02.399116 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74b81a-4f3f-4e78-ae71-c3362474e6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d7d60-683f-495e-8d3d-4ef496ab3284,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:02.457708 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6f646a7-c0e6-48a1-a067-1ddac71ccbe2 admin admin] Publish callbacks [] for security_group (ff4d7d60-683f-495e-8d3d-4ef496ab3284), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.480210 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6f646a7-c0e6-48a1-a067-1ddac71ccbe2 admin admin] Publish callbacks [] for security_group (ff4d7d60-683f-495e-8d3d-4ef496ab3284), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.508661 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 34996) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:02.514710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950106a-04d8-47c4-9625-4d0052e5552f req-e8e5154a-1e27-402c-8004-c072b2667742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:02.516216 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-e8e5154a-1e27-402c-8004-c072b2667742 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 911 time: 0.1144996 Aug 09 02:43:02.516509 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694996066', 'description': 'tempest-description--245664977'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:02.542930 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.560438 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6f646a7-c0e6-48a1-a067-1ddac71ccbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ff4d7d60-683f-495e-8d3d-4ef496ab3284), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.562951 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6f646a7-c0e6-48a1-a067-1ddac71ccbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.564129 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c6f646a7-c0e6-48a1-a067-1ddac71ccbe2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ff4d7d60-683f-495e-8d3d-4ef496ab3284 HTTP/1.1" status: 204 len: 168 time: 0.1812644 Aug 09 02:43:02.579076 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-2d124762-f9f5-48d4-9e99-362edcb45d81 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0564899 Aug 09 02:43:02.580145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f646a7-c0e6-48a1-a067-1ddac71ccbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d7d60-683f-495e-8d3d-4ef496ab3284,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:02.600628 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:02.633318 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group (f9fd5172-77fb-473d-9043-6ca8ea63cd1d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.638724 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (f9fd5172-77fb-473d-9043-6ca8ea63cd1d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.644079 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950106a-04d8-47c4-9625-4d0052e5552f req-e6144f1d-1b69-4049-8b5d-79de739b9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:02.645594 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-e6144f1d-1b69-4049-8b5d-79de739b9292 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0596449 Aug 09 02:43:02.671352 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.672611 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1629856 Aug 09 02:43:02.673848 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb231f3-14fd-4490-97b6-1779821fa00d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fd5172-77fb-473d-9043-6ca8ea63cd1d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:02.675904 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35000) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:02.680490 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'security_group_rule': {'security_group_id': 'f9fd5172-77fb-473d-9043-6ca8ea63cd1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:02.695014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950106a-04d8-47c4-9625-4d0052e5552f req-ab5367d0-216c-4ea3-a757-fd64b43ed904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:02.696584 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-ab5367d0-216c-4ea3-a757-fd64b43ed904 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438309 Aug 09 02:43:02.712931 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group_rule (3b12c269-c65a-4b17-953a-a4cf975610b9), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.773352 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group_rule (3b12c269-c65a-4b17-953a-a4cf975610b9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.782484 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (3b12c269-c65a-4b17-953a-a4cf975610b9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.807603 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-e2112b14-41d6-44b4-bc35-b3a8fc2fc8be service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934167 Aug 09 02:43:02.811259 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b12c269-c65a-4b17-953a-a4cf975610b9,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:02.819556 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.823325 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3b36e831-cb50-4f47-ad84-99ad5e13d3c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439800 Aug 09 02:43:02.823528 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35006) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:02.828347 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'security_group_rule': {'security_group_id': 'f9fd5172-77fb-473d-9043-6ca8ea63cd1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:02.858707 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group_rule (6a9cc35e-465b-4014-955e-a9599ba23708), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:02.918196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5950106a-04d8-47c4-9625-4d0052e5552f req-9b95b932-af14-435d-8b37-73a5fb149e85 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038651 Aug 09 02:43:03.116311 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2b32-3630-4cff-aa58-0ab188c0589e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.137533 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group_rule (6a9cc35e-465b-4014-955e-a9599ba23708), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.143154 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (6a9cc35e-465b-4014-955e-a9599ba23708), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.161812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9cc35e-465b-4014-955e-a9599ba23708,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:03.171638 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.172857 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-72edfecb-79e3-449b-bb90-f32be85b7d79 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3481438 Aug 09 02:43:03.176158 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35024) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:03.181185 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:03.207807 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.303394 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.322935 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35030) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:03.442676 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-186344487-network', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:03.463386 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Made reservation on behalf of 2c5d24d2b8dc4844a48a76ed2ea2cffe for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:03.465854 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.474742 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.486583 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Allocated IP 172.27.2.147 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/2c659d57-599b-442f-9a4d-ffd3b1068dfa) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:03.507189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82daf-f8d0-4b2d-a84d-c5a74d9eb36f req-72bf80ab-aace-4a24-9570-8af3ca62cab9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:03.508676 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9cd82daf-f8d0-4b2d-a84d-c5a74d9eb36f req-72bf80ab-aace-4a24-9570-8af3ca62cab9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0917411 Aug 09 02:43:03.510847 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:03.516348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:03.557324 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks [] for security_group (803fcc15-3294-45b0-b35d-f6a84777c044), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.561834 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (803fcc15-3294-45b0-b35d-f6a84777c044), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.585098 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-17a9dc85-2d81-4acf-b88a-2a91fd4fed96 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1734634472&fields=id&tenant_id=9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 267 time: 0.1692183 Aug 09 02:43:03.588980 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:43:03.595698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803fcc15-3294-45b0-b35d-f6a84777c044,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:03.602223 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (377d5f70-1504-449c-9c13-cebf1277e9db), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.602544 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Added segment 377d5f70-1504-449c-9c13-cebf1277e9db of type vlan for network 203a1ebe-9623-4a72-9e02-1995592d7f43 Aug 09 02:43:03.614935 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:03.653690 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (203a1ebe-9623-4a72-9e02-1995592d7f43), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.681074 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (203a1ebe-9623-4a72-9e02-1995592d7f43), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.682074 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:03.682676 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.689741 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9cd82daf-f8d0-4b2d-a84d-c5a74d9eb36f req-1f9a55fe-46a9-45e0-8574-0205a0dad75b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740654 Aug 09 02:43:03.723620 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:03.725488 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:03.743621 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.743973 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4198120 Aug 09 02:43:03.748405 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35040) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:03.753109 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Request body: {'subnet': {'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-186344487-subnet', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:03.757855 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd4e92-e860-4f02-9fdb-a422641be0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=203a1ebe-9623-4a72-9e02-1995592d7f43,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:03.766578 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-570cd760-5f82-4183-be8a-ef6694730dd7 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:03.767651 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:03.768116 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-570cd760-5f82-4183-be8a-ef6694730dd7 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 812 time: 0.1751690 Aug 09 02:43:03.772912 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:43:03.777773 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Made reservation on behalf of 2c5d24d2b8dc4844a48a76ed2ea2cffe for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:03.781463 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202362'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.799752 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-e4007a3c-ec44-4c8c-8972-9c835b9583a1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/quotas/9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 375 time: 0.0161569 Aug 09 02:43:03.814985 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:03.879699 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:03.886630 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:03.894456 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-a8e9d1b4-3ff4-4699-a9fd-8331c3f374d3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890143 Aug 09 02:43:03.895198 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:03.900566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'Port': ['ID=2c659d57-599b-442f-9a4d-ffd3b1068dfa,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:03.969021 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25206974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202348'] for subnet (71c8965a-3002-49ee-936d-732a6fce7317), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.019946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c8965a-3002-49ee-936d-732a6fce7317,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:04.038116 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Checking segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:04.038508 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Network hostable DHCP agents. Network: 203a1ebe-9623-4a72-9e02-1995592d7f43, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:43:04.056608 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:43:04.067636 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, 203a1ebe-9623-4a72-9e02-1995592d7f43) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:04.071945 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:04.072551 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.078357 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fea1c-7c80-41c7-a2f5-2e532116d150 None None] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:43:04.098184 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d92d46e9-5ebe-4f67-b9cc-3485940f8c27 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3460395 Aug 09 02:43:04.098441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35042) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:04.103014 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:04.125898 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (d2a7997e-fcef-4cae-95df-9d889e8dc59d), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.127067 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (d2a7997e-fcef-4cae-95df-9d889e8dc59d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.183565 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks [] for router_controller (d2a7997e-fcef-4cae-95df-9d889e8dc59d), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.197673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-203a1ebe-9623-4a72-9e02-1995592d7f43', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:43:04.198724 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.281255 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.284279 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:04.284998 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-4756a998-8b7b-4277-b805-e3d785a509d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649182 Aug 09 02:43:04.332177 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.363180 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks [] for router_gateway (d2a7997e-fcef-4cae-95df-9d889e8dc59d), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.373801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.405052 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Allocated IP 172.20.0.2 (203a1ebe-9623-4a72-9e02-1995592d7f43/71c8965a-3002-49ee-936d-732a6fce7317/4e6dc576-7ff0-4804-929a-49cdd8c95329) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:04.456202 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-4352615c-fefe-4f7a-a322-10fed3ad775c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656818 Aug 09 02:43:04.505291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:04.575220 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.582566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.589731 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks [] for router_gateway (d2a7997e-fcef-4cae-95df-9d889e8dc59d), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.612260 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.619714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Publish callbacks [] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.629203 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.654992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.658610 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:04.659454 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'Port': ['ID=2c659d57-599b-442f-9a4d-ffd3b1068dfa,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:04.673193 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:04.677719 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.679025 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-54afd14d-fbc9-43fd-9b5b-1e74aaa63045 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5017707 Aug 09 02:43:04.683457 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:04.685381 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Pushing event updated for resources: {'Port': ['ID=4e6dc576-7ff0-4804-929a-49cdd8c95329,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:04.691390 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:04.779998 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Attempting to bind port 4e6dc576-7ff0-4804-929a-49cdd8c95329 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:04.780641 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Attempting to bind port 4e6dc576-7ff0-4804-929a-49cdd8c95329 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:04.781635 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Attempting to bind port 4e6dc576-7ff0-4804-929a-49cdd8c95329 on network 203a1ebe-9623-4a72-9e02-1995592d7f43 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:04.794418 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:04.794811 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Checking segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:04.795309 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.798073 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Bound using segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:04.798742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Bound port: 4e6dc576-7ff0-4804-929a-49cdd8c95329, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:04.799465 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:04.807231 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Allocated IP 172.27.2.141 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/d095a93a-5c44-48ea-8dfe-ea2687f53542) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:04.887611 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b22cffe0-aaa0-4865-8789-a3cc42b95650 req-e1e60c36-e13f-4cf9-ac74-716ff30e2f00 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0427899 Aug 09 02:43:04.915433 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d0d0-7b7a-45f1-8135-18c0fe149f65 req-9dad6d6b-8631-4615-bbab-68c69a9887cc tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:04.916955 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc71d0d0-7b7a-45f1-8135-18c0fe149f65 req-9dad6d6b-8631-4615-bbab-68c69a9887cc tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.1363380 Aug 09 02:43:04.940865 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:04.994285 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc71d0d0-7b7a-45f1-8135-18c0fe149f65 req-8756ac67-4859-4893-9c67-fc6f59d95f85 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704114 Aug 09 02:43:05.020279 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks [] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.062946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.089553 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-0b12d00e-9328-448b-ac16-9190d598d01f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1694996066&fields=id&tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0 HTTP/1.1" status: 200 len: 267 time: 0.0534863 Aug 09 02:43:05.114551 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:05.120482 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:05.124236 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:05.127251 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Pushing event updated for resources: {'Port': ['ID=d095a93a-5c44-48ea-8dfe-ea2687f53542,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:05.146968 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] For port 4e6dc576-7ff0-4804-929a-49cdd8c95329, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:05.157821 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] For port 4e6dc576-7ff0-4804-929a-49cdd8c95329, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e6dc576-7ff0-4804-929a-49cdd8c95329,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:05.167398 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.242707 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-2b44d142-653d-40d4-a62b-2772c84de220 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:05.250855 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-2b44d142-653d-40d4-a62b-2772c84de220 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 818 time: 0.1601207 Aug 09 02:43:05.254899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.261575 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209dbb5-6c2a-4677-8927-245eec154e96 None None] Pushing event updated for resources: {'Port': ['ID=4e6dc576-7ff0-4804-929a-49cdd8c95329,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:05.272399 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-ef7956db-9d1f-4e3f-ac41-4da36ef52b86 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/quotas/65aab6ab3ce94cbd93916edf9c3eedc0 HTTP/1.1" status: 200 len: 375 time: 0.0190144 Aug 09 02:43:05.336102 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-8e48056d-2cb1-48e2-a4f8-d028242aad50 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0626273 Aug 09 02:43:05.460675 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.469038 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:05.472069 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks [] for router_gateway (d2a7997e-fcef-4cae-95df-9d889e8dc59d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.503951 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-9cabe43f-b59a-4815-a1f3-5746d0e86d40 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595159 Aug 09 02:43:05.622478 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-0bd25202-91ec-4cdb-aba8-f7e3e211f142 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113324 Aug 09 02:43:05.705808 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (d2a7997e-fcef-4cae-95df-9d889e8dc59d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.810878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:05.818129 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-40e45f83-0962-45a7-a3f4-2c3a64d73b46 req-e7d48888-9adf-451c-824d-73aaa8f2a9bc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 210 time: 0.0449717 Aug 09 02:43:05.841746 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:05.875503 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Router d2a7997e-fcef-4cae-95df-9d889e8dc59d is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:43:05.992562 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-413792b3-4072-4258-8968-28e4208c7307 req-048692af-d217-4d33-80ce-ede711577cfa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0337064 Aug 09 02:43:05.995402 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:06.010830 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Sync routers for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:06.023366 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:06.023811 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:06.027392 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.030863 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5a50c07c-b1b9-4060-9f0d-314e5f0c0031 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9313886 Aug 09 02:43:06.033628 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35090) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:06.138835 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:06.227758 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:06.315356 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:06.339952 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:06.381749 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:05Z', 'revision_number': 3, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:06.411887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Checking router: d2a7997e-fcef-4cae-95df-9d889e8dc59d for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:06.412248 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Updating router d2a7997e-fcef-4cae-95df-9d889e8dc59d port d095a93a-5c44-48ea-8dfe-ea2687f53542 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:43:06.414422 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff2a5c-205d-444a-82dd-95f5d2407799 None None] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:43:06.473488 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e6dc576-7ff0-4804-929a-49cdd8c95329 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:06.535053 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-8c731afb-1e3a-4ffb-b91b-f6118646a56c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:06.536828 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-8c731afb-1e3a-4ffb-b91b-f6118646a56c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 812 time: 0.1614518 Aug 09 02:43:06.567769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.575676 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] Provisioning complete for port 4e6dc576-7ff0-4804-929a-49cdd8c95329 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:06.576042 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.657366 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.675919 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:06.703546 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-1175c245-7724-4f94-bb9a-6d2e3aa1afb0 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 380 time: 0.0775497 Aug 09 02:43:06.714959 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'port': {'device_id': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'admin_state_up': True, 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'security_groups': ['e379539b-2fc4-4fc1-9a4c-d771781cc64d']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:06.753722 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 4e6dc576-7ff0-4804-929a-49cdd8c95329 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:06.754415 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.783877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:06.857565 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Made reservation on behalf of 9aadaf242f674436a45eae700fb52fc1 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:06.862752 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.871121 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Allocated IP 172.20.0.1 (203a1ebe-9623-4a72-9e02-1995592d7f43/71c8965a-3002-49ee-936d-732a6fce7317/e0dc48df-3172-4415-a986-d26a2726c50d) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:06.904083 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] Current status of the port 4e6dc576-7ff0-4804-929a-49cdd8c95329 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:06.904475 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:06.971020 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-216a17c5-033f-4868-8323-f1d0d18fa1dc req-4fe80689-f576-42b1-a355-15ba47cc8cc7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 210 time: 0.0528266 Aug 09 02:43:07.003026 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 4e6dc576-7ff0-4804-929a-49cdd8c95329 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:07.003419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.025752 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks [] for port (e0dc48df-3172-4415-a986-d26a2726c50d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.026888 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] For port 4e6dc576-7ff0-4804-929a-49cdd8c95329, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e6dc576-7ff0-4804-929a-49cdd8c95329,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:07.056797 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.072997 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.111648 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:07.116670 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:07.124885 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:07.141435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:07.166757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Allocated IP 172.20.0.13 (b1e2d894-011a-4b96-b401-d6a3370e9f10/5ef08927-ca8d-427b-ad52-ae171e01f984/02b344f5-9ec1-4ff5-8e96-c217038c81a6) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:07.181476 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc48df-3172-4415-a986-d26a2726c50d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:07.207034 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (d2a7997e-fcef-4cae-95df-9d889e8dc59d), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.207265 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Publish callbacks [] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.208970 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.db.api [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 09 02:43:07.209387 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG oslo_db.api [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 02:43:07.216605 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9662500-47cf-4f37-be83-66930e2d7152 None None] Pushing event updated for resources: {'Port': ['ID=4e6dc576-7ff0-4804-929a-49cdd8c95329,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:07.221012 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e5cc6c04-3e56-4615-aa1b-a5432804d72f None None] Provisioning complete for port 4e6dc576-7ff0-4804-929a-49cdd8c95329 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:07.221433 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6c04-3e56-4615-aa1b-a5432804d72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.242348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aee21ef6-f04f-40dd-b797-f7fb21284b5c req-9fe73eb8-5ac7-407b-af62-ec1744f22aa7 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0551388 Aug 09 02:43:07.253107 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.342012 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Attempting to bind port d095a93a-5c44-48ea-8dfe-ea2687f53542 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:07.342721 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Attempting to bind port d095a93a-5c44-48ea-8dfe-ea2687f53542 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:07.342845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Attempting to bind port d095a93a-5c44-48ea-8dfe-ea2687f53542 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:07.359551 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:07.359931 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:07.360355 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.360798 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:07.361298 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Bound port: d095a93a-5c44-48ea-8dfe-ea2687f53542, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:07.361823 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.364268 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4370c58-8ca5-4d18-a31f-12b05129a6a6 None None] Pushing event updated for resources: {'Port': ['ID=d095a93a-5c44-48ea-8dfe-ea2687f53542,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:07.448771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:07.458748 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] For port d095a93a-5c44-48ea-8dfe-ea2687f53542, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:07.477683 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc6c04-3e56-4615-aa1b-a5432804d72f None None] Current status of the port 4e6dc576-7ff0-4804-929a-49cdd8c95329 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:07.483341 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] For port d095a93a-5c44-48ea-8dfe-ea2687f53542, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d095a93a-5c44-48ea-8dfe-ea2687f53542,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:07.494232 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.540116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:07.541035 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:07.568990 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-806a8f0c-4585-45b0-8eda-3911ecf657e8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:07.570681 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-806a8f0c-4585-45b0-8eda-3911ecf657e8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 818 time: 0.2866399 Aug 09 02:43:07.575958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.618520 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.623279 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4370c58-8ca5-4d18-a31f-12b05129a6a6 None None] Pushing event updated for resources: {'Port': ['ID=d095a93a-5c44-48ea-8dfe-ea2687f53542,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:07.630049 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-be3a75d5-89b6-430b-bdc6-cefbf6b47935 None None] Provisioning complete for port e0dc48df-3172-4415-a986-d26a2726c50d triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:07.630377 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be3a75d5-89b6-430b-bdc6-cefbf6b47935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.663521 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:07.664943 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:07.670613 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:07.674832 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:07.719860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=02b344f5-9ec1-4ff5-8e96-c217038c81a6,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:07.755564 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.828448 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-729f1563-0038-4651-a32f-1d9bf39035f8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0 HTTP/1.1" status: 200 len: 380 time: 0.0820198 Aug 09 02:43:07.842148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'port': {'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'admin_state_up': True, 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'security_groups': ['f9fd5172-77fb-473d-9043-6ca8ea63cd1d']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:07.849875 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:07.883903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-be3a75d5-89b6-430b-bdc6-cefbf6b47935 None None] Port e0dc48df-3172-4415-a986-d26a2726c50d cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:07.896925 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:07.908419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 4e6dc576-7ff0-4804-929a-49cdd8c95329 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:07.918071 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:07.943373 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:07.944170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:07.977973 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ac83c286-5e22-46e9-a9b0-9a79fc996819 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2668157 Aug 09 02:43:08.010082 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Request body: {'port': {'device_id': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:08.013415 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks [] for port (e0dc48df-3172-4415-a986-d26a2726c50d), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.020304 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.036719 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:08.095043 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Made reservation on behalf of 65aab6ab3ce94cbd93916edf9c3eedc0 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:08.098462 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.100151 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-c67afdbb-3648-4665-b61d-00232b8bd97e None None] Provisioning complete for port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:08.100765 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c67afdbb-3648-4665-b61d-00232b8bd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.101403 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (d2a7997e-fcef-4cae-95df-9d889e8dc59d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.104993 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc48df-3172-4415-a986-d26a2726c50d,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:08.119830 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b003b42-ec75-4a03-8a39-b06c39c2e36e req-e5ac53ac-02f5-4a54-a368-39638085ed2d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 210 time: 0.0638587 Aug 09 02:43:08.174565 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-c67afdbb-3648-4665-b61d-00232b8bd97e None None] Port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:08.179498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.184170 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:05Z', 'revision_number': 3, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:08.194772 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:08.211837 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7c119-9848-4685-a4cf-b2c1d18a5b91 None None] The sync data for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi is: [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:05Z', 'revision_number': 3, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:08.224255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:08.226132 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:08.251071 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:08.385079 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Router d2a7997e-fcef-4cae-95df-9d889e8dc59d has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:43:08.413688 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Allocated IP 172.20.0.6 (383daeb1-4f03-438c-8857-8e6c80656675/d8a4ee7f-364c-4865-b8a7-bee8a5b86b11/5340ab1c-d934-4cfa-bf83-c7ba28e47a66) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:08.421441 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e6dc576-7ff0-4804-929a-49cdd8c95329 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:08.493008 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 4e6dc576-7ff0-4804-929a-49cdd8c95329 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:08.493470 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.522128 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:08.524291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f95c9b-ad4c-44e5-ae9c-d9bf04e5597c req-971db4ae-1ed7-4d5b-9554-5d864b810257 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:08.525842 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-97f95c9b-ad4c-44e5-ae9c-d9bf04e5597c req-971db4ae-1ed7-4d5b-9554-5d864b810257 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 932 time: 0.1423361 Aug 09 02:43:08.535237 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e924f9c2-4116-496b-bd46-91099b29b417 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d2a7997e-fcef-4cae-95df-9d889e8dc59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4998345 Aug 09 02:43:08.619747 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 4e6dc576-7ff0-4804-929a-49cdd8c95329 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:08.622019 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-2aab8273-9ef2-4168-b245-fbb7d41465ae None None] Provisioning complete for port e0dc48df-3172-4415-a986-d26a2726c50d triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:08.643335 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2aab8273-9ef2-4168-b245-fbb7d41465ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.691478 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-2aab8273-9ef2-4168-b245-fbb7d41465ae None None] Port e0dc48df-3172-4415-a986-d26a2726c50d cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:08.740117 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-97f95c9b-ad4c-44e5-ae9c-d9bf04e5597c req-6921aa53-8bfd-4544-a4cb-59a66b202123 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048945 Aug 09 02:43:08.822142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b344f5-9ec1-4ff5-8e96-c217038c81a6 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:43:08.836941 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Publish callbacks [] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.841441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.861154 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Transition to ACTIVE for port object 02b344f5-9ec1-4ff5-8e96-c217038c81a6 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:43:08.873150 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.879787 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:08.930020 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:08.960273 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Pushing event updated for resources: {'Port': ['ID=02b344f5-9ec1-4ff5-8e96-c217038c81a6,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:09.028869 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Network 383daeb1-4f03-438c-8857-8e6c80656675 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:09.034912 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:09.042370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:09.069663 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event updated for resources: {'Port': ['ID=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:09.098570 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Attempting to bind port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:09.098908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Attempting to bind port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:09.099219 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Attempting to bind port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:09.112644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.113303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.117570 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 on network b1e2d894-011a-4b96-b401-d6a3370e9f10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:43:09.117687 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Attempting to bind port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:09.128776 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:09.129135 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Checking segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:09.129514 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Bound using segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:09.130103 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Bound port: 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:09.130480 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.144452 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-cd33211f-1602-4e23-81cc-cf5c3081e0d0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3077140 Aug 09 02:43:09.153035 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:09.200701 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35122) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:09.203464 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Request body: {'port': {'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:09.206450 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2110643122-network', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:09.233914 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Made reservation on behalf of d2e79b76b02a448f921991e7a0188871 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:09.237010 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.250635 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.316168 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-4c68d192-8595-4d76-8657-86511f40a9e4 None None] Provisioning complete for port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:09.316623 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c68d192-8595-4d76-8657-86511f40a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.327721 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:09.361775 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddf4a2-ca7f-414f-a0d5-f42d0ab05d29 req-9a2ecf7a-37a7-4bc2-9866-20a74ee174c7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.363321 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-44ddf4a2-ca7f-414f-a0d5-f42d0ab05d29 req-9a2ecf7a-37a7-4bc2-9866-20a74ee174c7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 931 time: 0.1361649 Aug 09 02:43:09.364491 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] For port 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:09.365570 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-4c68d192-8595-4d76-8657-86511f40a9e4 None None] Port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:09.374527 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks [] for security_group (b9721290-4ef1-4823-912f-8e22607b0b1b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.379494 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b9721290-4ef1-4823-912f-8e22607b0b1b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.392957 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] For port 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:09.394065 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.415522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.419244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.420345 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.421520 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:43:09.421671 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/02b344f5-9ec1-4ff5-8e96-c217038c81a6 HTTP/1.1" status: 200 len: 1094 time: 1.4160144 Aug 09 02:43:09.426612 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:09.426747 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9721290-4ef1-4823-912f-8e22607b0b1b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:09.429952 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e9f6fa-1733-4966-a82d-c8cadae06684" -d '{"events": [{"name": "network-changed", "server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:09.452571 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (d35c74e4-a417-489a-a99b-471868780ef9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.452824 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Added segment d35c74e4-a417-489a-a99b-471868780ef9 of type vlan for network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 Aug 09 02:43:09.500312 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddab83e-3e80-4ae1-96e5-af261c64c353 x-openstack-request-id: req-dddab83e-3e80-4ae1-96e5-af261c64c353 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:09.500602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:09.500928 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dddab83e-3e80-4ae1-96e5-af261c64c353 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:09.501549 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddab83e-3e80-4ae1-96e5-af261c64c353'] response: {'name': 'network-changed', 'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'status': 'completed', 'code': 200} Aug 09 02:43:09.504163 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (eef78989-222f-46dc-9b7a-2a2c4ad7fd76), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.531736 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (eef78989-222f-46dc-9b7a-2a2c4ad7fd76), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.532918 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.533207 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f09964-f8a7-4026-9749-89c13fe69b9d service neutron] Pushing event updated for resources: {'Port': ['ID=02b344f5-9ec1-4ff5-8e96-c217038c81a6,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:09.533537 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.538516 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-44ddf4a2-ca7f-414f-a0d5-f42d0ab05d29 req-d11c1025-e0ab-4e1e-bc80-5f85d6039a7b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669381 Aug 09 02:43:09.595752 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3937776 Aug 09 02:43:09.600318 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35126) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:09.604984 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Request body: {'subnet': {'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2110643122-subnet', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:09.610185 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43db97-57a1-421b-b630-a21a331983ee admin admin] Pushing event updated for resources: {'Network': ['ID=eef78989-222f-46dc-9b7a-2a2c4ad7fd76,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:09.619951 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:43:09.632243 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Made reservation on behalf of d2e79b76b02a448f921991e7a0188871 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:09.634989 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202362'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.764003 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:09.832393 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25206974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202348'] for subnet (1bf26900-2390-4154-ba19-3c1e8afdacd4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:09.900110 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf26900-2390-4154-ba19-3c1e8afdacd4,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:09.919184 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-8805af79-5103-44c3-9421-91b7613cb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.920723 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-8805af79-5103-44c3-9421-91b7613cb6a9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 1128 time: 0.3789556 Aug 09 02:43:09.925774 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:09.927954 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Checking segment: {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:09.928793 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Network hostable DHCP agents. Network: eef78989-222f-46dc-9b7a-2a2c4ad7fd76, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:43:09.950804 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:43:09.952143 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ed30a-bcf0-4634-9e68-eebdf3cbde8a req-25798a4b-84a2-4f04-b537-efd0f87356ca tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.954434 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba7ed30a-bcf0-4634-9e68-eebdf3cbde8a req-25798a4b-84a2-4f04-b537-efd0f87356ca tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.0836751 Aug 09 02:43:09.975463 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, eef78989-222f-46dc-9b7a-2a2c4ad7fd76) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:09.980822 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:09.984787 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf37d1-bcc4-451e-b43f-9e71aa3c595a None None] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:43:09.988013 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.008798 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-94e13f49-8c3e-4b5e-b1e3-13353f3a48d1 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4049664 Aug 09 02:43:10.009882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35132) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:10.015176 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:10.020809 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-502190c8-b1fb-4040-b291-1faeaa6cfcc6 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6 HTTP/1.1" status: 200 len: 217 time: 0.0831134 Aug 09 02:43:10.048178 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-495945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-579'] for router (d46eac12-2f59-4fb4-99cc-22f900086d55), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.049471 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-586'] for router (d46eac12-2f59-4fb4-99cc-22f900086d55), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.108244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-c61d2b17-bf64-4e92-808a-98bb3199a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:10.109832 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-c61d2b17-bf64-4e92-808a-98bb3199a973 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0790093 Aug 09 02:43:10.111237 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks [] for router_controller (d46eac12-2f59-4fb4-99cc-22f900086d55), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.116381 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2458486a-f70a-587f-8b3d-2856c0eacf66-eef78989-222f-46dc-9b7a-2a2c4ad7fd76', 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76', 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'fixed_ips': [{'subnet_id': '1bf26900-2390-4154-ba19-3c1e8afdacd4'}]}} from dv-cinder-852461-1-iscsi. {{(pid=110669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 09 02:43:10.117471 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.178276 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba7ed30a-bcf0-4634-9e68-eebdf3cbde8a req-47ee6c80-dc37-4bf0-a7b7-4c3adc015e20 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838951 Aug 09 02:43:10.200647 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-4dd5c640-70c6-4240-89c7-b1c5f938855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:10.202187 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-4dd5c640-70c6-4240-89c7-b1c5f938855b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766296 Aug 09 02:43:10.262894 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks [] for router_gateway (d46eac12-2f59-4fb4-99cc-22f900086d55), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.302777 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.db_base_plugin_common [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Allocated IP 172.20.0.2 (eef78989-222f-46dc-9b7a-2a2c4ad7fd76/1bf26900-2390-4154-ba19-3c1e8afdacd4/38dc1bbd-c293-4a2b-abe6-bb2d0589196a) {{(pid=110669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:10.322562 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:43:10.336187 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Publish callbacks [] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.359714 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.367380 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Transition to ACTIVE for port object 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:43:10.391073 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.404118 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-ba166223-2440-4463-bea6-d4f6ca8d88bc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899729 Aug 09 02:43:10.405786 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Sync routers for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:10.423351 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:10.423995 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:10.478723 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.485678 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks [] for router_gateway (d46eac12-2f59-4fb4-99cc-22f900086d55), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.497521 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.508047 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.514016 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Publish callbacks [] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), precommit_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.517241 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d095a93a-5c44-48ea-8dfe-ea2687f53542 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:10.564715 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), after_create {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.571357 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Pushing event updated for resources: {'Port': ['ID=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:10.604051 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:10.610762 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Attempting to bind port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:10.611193 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Attempting to bind port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:10.611593 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Attempting to bind port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:10.622588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 on network 383daeb1-4f03-438c-8857-8e6c80656675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:43:10.623004 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Attempting to bind port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 on network 383daeb1-4f03-438c-8857-8e6c80656675 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:10.635089 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:10.635455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Checking segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:10.635916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Bound using segment: {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:10.636429 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Bound port: 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c427a73c-7471-4951-8604-eaecc6378c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:10.636860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.640339 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port d095a93a-5c44-48ea-8dfe-ea2687f53542 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:10.641554 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.651735 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bb2c6db-94f7-4739-b1c3-5aaeb428625f req-6beeb8f4-8adc-4f81-8d89-4b1f9f51887d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234976 Aug 09 02:43:10.679229 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 is already hosted by enough agents. {{(pid=110669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:10.687191 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.scheduler.base_scheduler [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Resources bound (agent type, host, resource id): {{(pid=110669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:10.690704 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Received port after_create {{(pid=110669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:10.693044 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Pushing event updated for resources: {'Port': ['ID=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,revision_number=1']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:10.703990 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Allocated IP 172.27.2.251 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/ff7f0663-b9e6-4b9b-a979-14918b3fa627) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:10.753385 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb77c91-7a63-4b0c-b1cc-5d24b23c6fba req-cd10f450-7bac-4877-b5ce-d9215d3f4621 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:10.755123 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7cb77c91-7a63-4b0c-b1cc-5d24b23c6fba req-cd10f450-7bac-4877-b5ce-d9215d3f4621 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 943 time: 0.0987835 Aug 09 02:43:10.777755 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.779917 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port d095a93a-5c44-48ea-8dfe-ea2687f53542 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:10.780531 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.792243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.804940 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] For port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:10.826006 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port d095a93a-5c44-48ea-8dfe-ea2687f53542, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d095a93a-5c44-48ea-8dfe-ea2687f53542,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:10.839103 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.849529 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks [] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.851687 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Attempting to bind port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:10.852073 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Attempting to bind port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:10.852442 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Attempting to bind port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a on network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:10.857524 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] For port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:10.860967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.867677 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7cb77c91-7a63-4b0c-b1cc-5d24b23c6fba req-28dfbb2e-1355-4a8a-a3e5-79c93532d764 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065300 Aug 09 02:43:10.869638 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.875535 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:10.876419 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.878540 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 1093 time: 1.6962426 Aug 09 02:43:10.885236 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:10.885623 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Checking segment: {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:10.886036 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.886456 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Bound using segment: {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:10.886951 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Bound port: 38dc1bbd-c293-4a2b-abe6-bb2d0589196a, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:10.887325 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.901424 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 2, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:10.906796 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.931036 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Checking router: d2a7997e-fcef-4cae-95df-9d889e8dc59d for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:10.931400 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Updating router d2a7997e-fcef-4cae-95df-9d889e8dc59d port e0dc48df-3172-4415-a986-d26a2726c50d binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:43:10.944361 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:10.945374 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588f0f0-ac83-43a9-98b3-827df6194b64 service neutron] Pushing event updated for resources: {'Port': ['ID=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:10.955635 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:10.959120 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:10.963414 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:10.971207 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=d095a93a-5c44-48ea-8dfe-ea2687f53542,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:10.971756 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:10.984175 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] For port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:10.987813 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7f0663-b9e6-4b9b-a979-14918b3fa627,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:10.988421 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] For port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:10.996584 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.050827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541997d-db13-4599-8047-9721e56d64e2 None None] Pushing event updated for resources: {'Port': ['ID=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:11.161457 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-cd42bdcb-6ced-4e54-ba96-98b45a1bf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.163141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-cd42bdcb-6ced-4e54-ba96-98b45a1bf7be service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 1128 time: 0.0505188 Aug 09 02:43:11.307221 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-0420ea9d-e17d-452d-9ab1-8b7a358d1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.308789 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-0420ea9d-e17d-452d-9ab1-8b7a358d1a6d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1127 time: 0.1239679 Aug 09 02:43:11.316311 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks [] for router_gateway (d46eac12-2f59-4fb4-99cc-22f900086d55), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.420360 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-c60b4c16-b35c-45b5-8426-73c53ea96d5b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 217 time: 0.0505166 Aug 09 02:43:11.420796 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Publish callbacks [] for port (e0dc48df-3172-4415-a986-d26a2726c50d), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.426489 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc287fe-3f12-4bb1-96b9-4cbcdc7a45d7 req-c0f15016-aa56-42f5-88ad-b123babb3523 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.427878 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.428269 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-adc287fe-3f12-4bb1-96b9-4cbcdc7a45d7 req-c0f15016-aa56-42f5-88ad-b123babb3523 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.0999880 Aug 09 02:43:11.444829 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-06abcb05-0023-46af-b2a9-2f8478a79289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.446316 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-06abcb05-0023-46af-b2a9-2f8478a79289 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.2719252 Aug 09 02:43:11.477654 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Pushing event updated for resources: {'Port': ['ID=e0dc48df-3172-4415-a986-d26a2726c50d,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:11.486775 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.487361 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.487727 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.488086 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.488425 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.488756 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.489232 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.489558 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.490067 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.490468 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.490793 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.491684 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.492030 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.492518 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.492998 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:11.512392 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:11.514653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1815308-9f64-4386-9242-53695f28b1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:11.524744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-b2df3525-f1f2-4814-ab5e-88c2b47cb7b2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6 HTTP/1.1" status: 200 len: 217 time: 0.0559468 Aug 09 02:43:11.543368 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-500975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-427078'] for router (d46eac12-2f59-4fb4-99cc-22f900086d55), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.569220 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Attempting to bind port e0dc48df-3172-4415-a986-d26a2726c50d on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:11.569868 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Attempting to bind port e0dc48df-3172-4415-a986-d26a2726c50d by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:11.570598 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Attempting to bind port e0dc48df-3172-4415-a986-d26a2726c50d on network 203a1ebe-9623-4a72-9e02-1995592d7f43 {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:11.576893 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-c3ab9bb3-ae06-40b0-8a2f-4f56bfab1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.578394 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-c3ab9bb3-ae06-40b0-8a2f-4f56bfab1cf1 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.1468866 Aug 09 02:43:11.578640 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:11.579241 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Checking segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:11.579812 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.580354 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Bound using segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:11.580967 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Bound port: e0dc48df-3172-4415-a986-d26a2726c50d, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:11.581500 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.585349 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5171eda2-d74a-4fb3-b28b-64728ed72f57 x-openstack-request-id: req-5171eda2-d74a-4fb3-b28b-64728ed72f57 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:11.585632 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:11.585883 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5171eda2-d74a-4fb3-b28b-64728ed72f57 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:11.586287 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5171eda2-d74a-4fb3-b28b-64728ed72f57'] response: {'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'status': 'completed', 'code': 200} Aug 09 02:43:11.592225 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:11.600542 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-adc287fe-3f12-4bb1-96b9-4cbcdc7a45d7 req-6268faa2-8134-484f-a42d-71ea320ce995 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587939 Aug 09 02:43:11.613364 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-0a7028b7-49b3-481d-a3d4-bc0c88fd7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.626178 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-0a7028b7-49b3-481d-a3d4-bc0c88fd7345 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0742710 Aug 09 02:43:11.655173 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] For port e0dc48df-3172-4415-a986-d26a2726c50d, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:11.663315 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] For port e0dc48df-3172-4415-a986-d26a2726c50d, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e0dc48df-3172-4415-a986-d26a2726c50d,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:11.674046 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.690560 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-a18c66be-1ea9-41c8-985f-6f7a3c50c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.693340 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-a18c66be-1ea9-41c8-985f-6f7a3c50c966 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691986 Aug 09 02:43:11.694777 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bfa52-a766-47f6-998f-f51b5716514e req-0c45d3bd-735f-4127-87c3-99fe37cde9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:11.696685 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-0c45d3bd-735f-4127-87c3-99fe37cde9d2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849540 Aug 09 02:43:11.697846 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Router d46eac12-2f59-4fb4-99cc-22f900086d55 is scheduled to L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 02:43:11.707169 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:11.716159 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:11.716788 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:11.755781 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:11.777419 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000e6dc-6e01-4da6-a4c7-27af5cd5c164 None None] Pushing event updated for resources: {'Port': ['ID=e0dc48df-3172-4415-a986-d26a2726c50d,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:11.803631 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:11.814364 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Sync routers for ids ['d46eac12-2f59-4fb4-99cc-22f900086d55'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:11.836793 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Routers {'d46eac12-2f59-4fb4-99cc-22f900086d55'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:11.837422 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d46eac12-2f59-4fb4-99cc-22f900086d55'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:11.837681 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:11.840548 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9eb422f6-9cb5-4d74-9516-5af9adeca2f7 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8295279 Aug 09 02:43:11.843473 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35140) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:11.861039 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:11.920827 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:11.941571 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-9f81c34c-5f20-4a82-9671-51b060ac5427 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150223 Aug 09 02:43:12.003501 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-2500f972-f836-46cf-b189-3ce7b2d2cd43 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853258 Aug 09 02:43:12.008462 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Set router d46eac12-2f59-4fb4-99cc-22f900086d55 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:12.104082 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-f77a8576-8d05-490d-af82-ee033488197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:11Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:12.133266 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a8576-8d05-490d-af82-ee033488197e None None] The sync data for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi is: [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:11Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:12.200246 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:12.235289 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed2173-fb99-4d35-9360-e18d5371acb4 req-278b8a33-9c30-4aed-a410-3756e533c217 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:12.237857 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-15ed2173-fb99-4d35-9360-e18d5371acb4 req-278b8a33-9c30-4aed-a410-3756e533c217 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 943 time: 0.2253463 Aug 09 02:43:12.248470 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:11Z', 'revision_number': 3, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:12.300383 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Checking router: d46eac12-2f59-4fb4-99cc-22f900086d55 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:12.301025 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Updating router d46eac12-2f59-4fb4-99cc-22f900086d55 port ff7f0663-b9e6-4b9b-a979-14918b3fa627 binding host dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:43:12.342042 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8fe340-8459-4599-a710-fd1ad3511caf None None] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:43:12.390999 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0e9f6fa-1733-4966-a82d-c8cadae06684 req-d5f9dc0c-785a-4fcf-9eae-85fd572185d6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753364 Aug 09 02:43:12.396953 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-490bfa52-a766-47f6-998f-f51b5716514e req-1520aed2-54b3-4205-b3b4-067efabd3d06 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915856 Aug 09 02:43:12.401915 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:12.473122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] Provisioning complete for port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:12.473400 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:12.585431 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 38dc1bbd-c293-4a2b-abe6-bb2d0589196a up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:12.760425 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-15ed2173-fb99-4d35-9360-e18d5371acb4 req-0e47df76-9dc7-43fa-bda1-bb6af176f531 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779358 Aug 09 02:43:12.815339 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54aef5-6fc6-4ec5-bca7-3c585f8a7765 req-44e0617c-1033-4492-9456-31c2918514c6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:12.817127 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c54aef5-6fc6-4ec5-bca7-3c585f8a7765 req-44e0617c-1033-4492-9456-31c2918514c6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.1025832 Aug 09 02:43:12.893092 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c54aef5-6fc6-4ec5-bca7-3c585f8a7765 req-3091b8d7-92ce-448f-ab01-2dada3c24cc6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677054 Aug 09 02:43:12.964189 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] Current status of the port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:12.964796 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:12.970480 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:12.970956 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.033799 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.065150 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] For port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:13.088149 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.142979 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Publish callbacks [] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.165557 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:13.175504 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.184421 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:13.198573 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd72b2-186f-42d8-8c2d-25bd6771a88e None None] Pushing event updated for resources: {'Port': ['ID=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:13.213724 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:13.214655 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:13.215754 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d095a93a-5c44-48ea-8dfe-ea2687f53542 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:13.217473 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Attempting to bind port ff7f0663-b9e6-4b9b-a979-14918b3fa627 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:13.217843 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Attempting to bind port ff7f0663-b9e6-4b9b-a979-14918b3fa627 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:13.218317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Attempting to bind port ff7f0663-b9e6-4b9b-a979-14918b3fa627 on network 1ab68943-8177-49a0-a06a-a1ae0e431eec {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:13.219408 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Allocated IP 172.20.0.1 (eef78989-222f-46dc-9b7a-2a2c4ad7fd76/1bf26900-2390-4154-ba19-3c1e8afdacd4/ae1a8047-64f7-4193-ab4f-cbf30f1bdb01) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:13.272760 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-994f8d69-04f0-4756-b5ff-1ada3e773f34 None None] Provisioning complete for port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:13.273140 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-994f8d69-04f0-4756-b5ff-1ada3e773f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.288748 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:13.289104 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Checking segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:13.289943 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.289943 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Bound using segment: {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:13.290422 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Bound port: ff7f0663-b9e6-4b9b-a979-14918b3fa627, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affec58-26ef-476e-8ef4-9b521629702c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:13.290785 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.332965 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks [] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.334783 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:13.337076 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:13.352277 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e4fee-9593-43e2-ad3a-a45639910138 None None] Pushing event updated for resources: {'Port': ['ID=ff7f0663-b9e6-4b9b-a979-14918b3fa627,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:13.382306 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.390250 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] For port ff7f0663-b9e6-4b9b-a979-14918b3fa627, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:13.395468 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] For port ff7f0663-b9e6-4b9b-a979-14918b3fa627, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ff7f0663-b9e6-4b9b-a979-14918b3fa627,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:13.397556 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port d095a93a-5c44-48ea-8dfe-ea2687f53542 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:13.397932 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.424752 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.427675 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:13.434845 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:13.439260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:13.480027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:13.487790 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503717'] for router_interface (d46eac12-2f59-4fb4-99cc-22f900086d55), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.521644 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Routers {'d46eac12-2f59-4fb4-99cc-22f900086d55'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:13.522283 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d46eac12-2f59-4fb4-99cc-22f900086d55'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:13.561793 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-994f8d69-04f0-4756-b5ff-1ada3e773f34 None None] Current status of the port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:13.577243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e4fee-9593-43e2-ad3a-a45639910138 None None] Pushing event updated for resources: {'Port': ['ID=ff7f0663-b9e6-4b9b-a979-14918b3fa627,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:13.623880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.645398 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port d095a93a-5c44-48ea-8dfe-ea2687f53542 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:13.646570 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e0dc48df-3172-4415-a986-d26a2726c50d up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:13.698631 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] Set router d46eac12-2f59-4fb4-99cc-22f900086d55 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:13.798745 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port e0dc48df-3172-4415-a986-d26a2726c50d triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:13.799109 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.823347 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815308-9f64-4386-9242-53695f28b1e5 req-e703cc74-28a8-48a1-bf72-df167edbcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:13.824889 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-e703cc74-28a8-48a1-bf72-df167edbcfec service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1127 time: 0.0560679 Aug 09 02:43:13.831622 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-3d61102e-bbbd-4e62-b2d6-63f46a6380c0 None None] Provisioning complete for port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:13.832212 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-3d61102e-bbbd-4e62-b2d6-63f46a6380c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.834354 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks [] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.858470 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.904280 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-3d61102e-bbbd-4e62-b2d6-63f46a6380c0 None None] Port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:13.979164 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port e0dc48df-3172-4415-a986-d26a2726c50d is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:13.979893 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:13.983408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:11Z', 'revision_number': 3, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:13.993182 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3810a62-c28f-468c-a9d5-c63eecf99a06 req-5b791841-fd45-40b7-942b-4a8005d6c960 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:13.995499 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3810a62-c28f-468c-a9d5-c63eecf99a06 req-5b791841-fd45-40b7-942b-4a8005d6c960 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 943 time: 0.1484025 Aug 09 02:43:14.021935 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc74e-cf5d-4cb3-9bae-38993ab1d5d4 None None] The sync data for ids ['d46eac12-2f59-4fb4-99cc-22f900086d55'] in dv-cinder-852461-1-iscsi is: [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:11Z', 'revision_number': 3, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:14.046501 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port e0dc48df-3172-4415-a986-d26a2726c50d, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e0dc48df-3172-4415-a986-d26a2726c50d,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:14.059351 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.074445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:14.112680 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=e0dc48df-3172-4415-a986-d26a2726c50d,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:14.115252 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502293'] for router_interface (d46eac12-2f59-4fb4-99cc-22f900086d55), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.139707 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0c1f4-d437-47bd-98cb-54b0e68e324f req-d84b3cc2-012e-4ec4-be58-303ba86fda84 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:14.141293 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-09a0c1f4-d437-47bd-98cb-54b0e68e324f req-d84b3cc2-012e-4ec4-be58-303ba86fda84 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.1381066 Aug 09 02:43:14.153334 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815308-9f64-4386-9242-53695f28b1e5 req-67f74829-1882-4671-b644-c23ae6c1c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:14.154842 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-67f74829-1882-4671-b644-c23ae6c1c55e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.3185608 Aug 09 02:43:14.169576 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:14.255875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:14.264678 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-44896a23-11a4-4102-bf88-f029bcbf9fb6 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 217 time: 0.0965393 Aug 09 02:43:14.274737 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3810a62-c28f-468c-a9d5-c63eecf99a06 req-f2897960-a190-4f20-a3b2-7c22be06758e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646744 Aug 09 02:43:14.371805 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-09a0c1f4-d437-47bd-98cb-54b0e68e324f req-16b6fc44-5892-4514-96f2-32479d1d31d0 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196617 Aug 09 02:43:14.388958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815308-9f64-4386-9242-53695f28b1e5 req-8b1a7e42-17ec-4e2e-88e1-2ba72ced2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:14.390802 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-8b1a7e42-17ec-4e2e-88e1-2ba72ced2276 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.1051314 Aug 09 02:43:14.399924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:14.410225 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:14.510400 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ff7f0663-b9e6-4b9b-a979-14918b3fa627 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:14.536423 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815308-9f64-4386-9242-53695f28b1e5 req-3f36fa24-89d1-408f-a2fd-aa27f47c6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:14.538992 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-3f36fa24-89d1-408f-a2fd-aa27f47c6fbc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376910 Aug 09 02:43:14.574045 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ff7f0663-b9e6-4b9b-a979-14918b3fa627 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:14.574684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.661720 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Router d46eac12-2f59-4fb4-99cc-22f900086d55 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:43:14.662004 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:14.675122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ff7f0663-b9e6-4b9b-a979-14918b3fa627 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:14.675122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.696170 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port ff7f0663-b9e6-4b9b-a979-14918b3fa627, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ff7f0663-b9e6-4b9b-a979-14918b3fa627,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:14.702144 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.703025 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 38dc1bbd-c293-4a2b-abe6-bb2d0589196a up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:14.750659 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-4637fd86-6d8f-4500-8fc2-cafce2301c07 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774812 Aug 09 02:43:14.771202 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-77895cd9-66c1-4af7-8f6c-6475c1a6ad4c None None] Provisioning complete for port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:14.771585 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77895cd9-66c1-4af7-8f6c-6475c1a6ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.778015 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:14.814050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=ff7f0663-b9e6-4b9b-a979-14918b3fa627,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:14.828231 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:14.828611 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:14.855096 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-77895cd9-66c1-4af7-8f6c-6475c1a6ad4c None None] Port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:14.861134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:14.867888 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8f40e253-32bf-458e-8370-57b9f4d73cb9 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d46eac12-2f59-4fb4-99cc-22f900086d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0219846 Aug 09 02:43:14.904515 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1815308-9f64-4386-9242-53695f28b1e5 req-72bde684-0bb3-4a52-801a-d27fdc852f7e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244886 Aug 09 02:43:14.920919 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:14.922026 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e0dc48df-3172-4415-a986-d26a2726c50d up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:14.951185 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:14.973643 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port e0dc48df-3172-4415-a986-d26a2726c50d triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:14.974026 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.065388 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port e0dc48df-3172-4415-a986-d26a2726c50d is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:15.233263 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35160) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:15.237915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998737444', 'description': 'tempest-secgroup-smoke-1998737444 description', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:15.261989 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.331468 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group (210e8e7c-edc9-428f-9c9f-e9f284154ff3), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.336766 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (210e8e7c-edc9-428f-9c9f-e9f284154ff3), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.376155 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.377970 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437695 Aug 09 02:43:15.381220 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35164) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:15.385859 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group_rule': {'security_group_id': '210e8e7c-edc9-428f-9c9f-e9f284154ff3', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:15.390200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055057b0-5317-4f8d-9ee2-49d90a19d201 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210e8e7c-edc9-428f-9c9f-e9f284154ff3,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:15.424308 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (31fbd1e1-f983-470b-bf17-17024fc2bdb5), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.437713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce238-88a0-4c51-a9af-3987eedfe7bc req-8d4d4c8d-4e56-4fa0-b713-9505730fbe42 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:15.446293 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a37ce238-88a0-4c51-a9af-3987eedfe7bc req-8d4d4c8d-4e56-4fa0-b713-9505730fbe42 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 943 time: 0.0787487 Aug 09 02:43:15.471107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:15.494569 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (31fbd1e1-f983-470b-bf17-17024fc2bdb5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.499705 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (31fbd1e1-f983-470b-bf17-17024fc2bdb5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.512809 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:15.524915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:15.525170 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fbd1e1-f983-470b-bf17-17024fc2bdb5,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:15.534975 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a37ce238-88a0-4c51-a9af-3987eedfe7bc req-1f83222f-b891-4a9f-8734-73cf6f4635a5 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877321 Aug 09 02:43:15.536370 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.537736 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0395a738-7656-469a-9f94-c688f6cc8bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555321 Aug 09 02:43:15.540667 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35168) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:15.546090 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group_rule': {'security_group_id': '210e8e7c-edc9-428f-9c9f-e9f284154ff3', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:15.561291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c3a0-3e90-4023-a343-d31447409a3c req-5c323d39-6951-4260-aa69-e26577f1b6d4 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:15.561291 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0dc2c3a0-3e90-4023-a343-d31447409a3c req-5c323d39-6951-4260-aa69-e26577f1b6d4 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.0816703 Aug 09 02:43:15.587634 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (69b28b3e-1116-48fb-a293-178f92329883), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.608227 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0dc2c3a0-3e90-4023-a343-d31447409a3c req-78a26698-e0a3-412e-9fb6-231ab9b990c2 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481696 Aug 09 02:43:15.647803 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (69b28b3e-1116-48fb-a293-178f92329883), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.652201 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (69b28b3e-1116-48fb-a293-178f92329883), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.672860 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b28b3e-1116-48fb-a293-178f92329883,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:15.678485 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.682907 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-de46c302-dc1f-4668-8319-5aff4fb62823 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411316 Aug 09 02:43:15.683085 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35170) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:15.687971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group_rule': {'security_group_id': '210e8e7c-edc9-428f-9c9f-e9f284154ff3', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:15.716840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (79432051-9535-4767-aa30-6247ecb1ab48), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.781642 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (79432051-9535-4767-aa30-6247ecb1ab48), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.786591 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (79432051-9535-4767-aa30-6247ecb1ab48), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.804799 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79432051-9535-4767-aa30-6247ecb1ab48,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:15.814538 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.815797 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8f8c5127-1203-4784-a660-a3db2a7944ca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314154 Aug 09 02:43:15.818631 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35172) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:15.821299 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Sync routers for ids ['d46eac12-2f59-4fb4-99cc-22f900086d55'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:15.823127 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group_rule': {'security_group_id': '210e8e7c-edc9-428f-9c9f-e9f284154ff3', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:15.833718 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Routers {'d46eac12-2f59-4fb4-99cc-22f900086d55'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:15.834473 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d46eac12-2f59-4fb4-99cc-22f900086d55'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:15.849809 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (6e154bdd-df0b-4a55-bf3e-23f33b975015), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.913156 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (6e154bdd-df0b-4a55-bf3e-23f33b975015), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.917638 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (6e154bdd-df0b-4a55-bf3e-23f33b975015), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.937010 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e154bdd-df0b-4a55-bf3e-23f33b975015,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:15.939025 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Set router d46eac12-2f59-4fb4-99cc-22f900086d55 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:15.943370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.947361 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-f9f3b5c4-454a-4abc-8145-1ece20a5abd8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248152 Aug 09 02:43:15.947453 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35174) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:15.951589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group_rule': {'security_group_id': '210e8e7c-edc9-428f-9c9f-e9f284154ff3', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:15.972509 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.securitygroups_db [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Project 2c5d24d2b8dc4844a48a76ed2ea2cffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 02:43:15.978303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (b6e0af40-e798-491e-a3dc-9169baf40c7e), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:15.981329 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:43:16.042986 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (b6e0af40-e798-491e-a3dc-9169baf40c7e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.048305 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (b6e0af40-e798-491e-a3dc-9169baf40c7e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.067725 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e0af40-e798-491e-a3dc-9169baf40c7e,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:16.090848 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.092198 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-a49675de-a48a-44d4-86b3-a6195cb20ebc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438382 Aug 09 02:43:16.093705 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:16.096599 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35176) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:16.101341 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'security_group_rule': {'security_group_id': '210e8e7c-edc9-428f-9c9f-e9f284154ff3', 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:16.108502 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:43:16.126104 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.securitygroups_db [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Project 2c5d24d2b8dc4844a48a76ed2ea2cffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 02:43:16.132773 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (51cb7af8-fae3-402a-acb2-af775fef158a), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.158142 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:13Z', 'revision_number': 4, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'ae1a8047-64f7-4193-ab4f-cbf30f1bdb01', 'name': '', 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'mac_address': 'fa:16:3e:cb:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1bf26900-2390-4154-ba19-3c1e8afdacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:13Z', 'updated_at': '2022-08-09T02:43:13Z', 'revision_number': 2, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'subnets': [{'id': '1bf26900-2390-4154-ba19-3c1e8afdacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:16.161502 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:16.161502 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.175817 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:43:16.188194 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Checking router: d46eac12-2f59-4fb4-99cc-22f900086d55 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:16.188573 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Updating router d46eac12-2f59-4fb4-99cc-22f900086d55 port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 binding host dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 02:43:16.198755 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:16.200432 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (51cb7af8-fae3-402a-acb2-af775fef158a), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.204222 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.206401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (51cb7af8-fae3-402a-acb2-af775fef158a), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.216562 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.224085 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cb7af8-fae3-402a-acb2-af775fef158a,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:16.245287 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.252300 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-f0306e5b-c325-4416-8960-8f4177b2ccf5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489768 Aug 09 02:43:16.264074 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:16.369358 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ff7f0663-b9e6-4b9b-a979-14918b3fa627 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:16.416130 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ff7f0663-b9e6-4b9b-a979-14918b3fa627 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:16.416510 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.495482 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ff7f0663-b9e6-4b9b-a979-14918b3fa627 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:16.508487 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:16.514315 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:16.526171 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Publish callbacks [] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), precommit_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.532788 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.597679 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c0c75-9a54-43a0-a28a-876342a8c96f None None] Pushing event updated for resources: {'Port': ['ID=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,revision_number=3']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:16.627490 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Attempting to bind port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 on host dv-cinder-852461-1-iscsi for vnic_type normal with profile {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:16.627859 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Attempting to bind port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 by drivers openvswitch,hyperv on host dv-cinder-852461-1-iscsi at level 0 using segments [{'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:16.628395 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Attempting to bind port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 on network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:16.633642 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Checking agent: {'id': '731ba2a1-9dbe-422a-b558-af6596a55d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 8, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:16.634215 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Checking segment: {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:16.638638 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.639064 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Bound using segment: {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'} {{(pid=110670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:16.639671 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.managers [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Bound port: ae1a8047-64f7-4193-ab4f-cbf30f1bdb01, host: dv-cinder-852461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35c74e4-a417-489a-a99b-471868780ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76'}}] {{(pid=110670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:16.639961 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), before_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.680701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ba2e-2461-4623-a3b8-3c765a1d4f60 req-17b17ea1-cbf0-4d0b-b9ea-3c21b6e2a673 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:16.682476 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f987ba2e-2461-4623-a3b8-3c765a1d4f60 req-17b17ea1-cbf0-4d0b-b9ea-3c21b6e2a673 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 944 time: 0.0568042 Aug 09 02:43:16.715587 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] For port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01, host dv-cinder-852461-1-iscsi, cleared binding levels {{(pid=110670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:16.718924 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.plugins.ml2.db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] For port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01, host dv-cinder-852461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:16.729974 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron_lib.callbacks.manager [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), after_update {{(pid=110670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:16.772080 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:16.788292 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e08cc-626a-4db6-a821-a5b515a9d1cd req-a9a9b70c-875a-4ad6-94df-ee2a634005ef tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:16.789844 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1a4e08cc-626a-4db6-a821-a5b515a9d1cd req-a9a9b70c-875a-4ad6-94df-ee2a634005ef tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.0834792 Aug 09 02:43:16.794977 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f987ba2e-2461-4623-a3b8-3c765a1d4f60 req-b414f9fe-fc33-4210-aae7-ced04579ca31 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051326 Aug 09 02:43:16.809750 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c0c75-9a54-43a0-a28a-876342a8c96f None None] Pushing event updated for resources: {'Port': ['ID=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,revision_number=4']} {{(pid=110670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:16.822026 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Routers {'d46eac12-2f59-4fb4-99cc-22f900086d55'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:16.823613 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d46eac12-2f59-4fb4-99cc-22f900086d55'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:16.833066 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['5340ab1c-d934-4cfa-bf83-c7ba28e47a66'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:43:16.877158 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1a4e08cc-626a-4db6-a821-a5b515a9d1cd req-e85ffe7a-bf1f-415d-9ce2-ab920db48c96 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797849 Aug 09 02:43:16.933368 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] Set router d46eac12-2f59-4fb4-99cc-22f900086d55 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:17.209611 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:13Z', 'revision_number': 4, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'ae1a8047-64f7-4193-ab4f-cbf30f1bdb01', 'name': '', 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'mac_address': 'fa:16:3e:cb:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1bf26900-2390-4154-ba19-3c1e8afdacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:13Z', 'updated_at': '2022-08-09T02:43:16Z', 'revision_number': 4, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'subnets': [{'id': '1bf26900-2390-4154-ba19-3c1e8afdacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:17.234789 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff46ed4-7193-4dc0-8df9-c745cc312e85 None None] The sync data for ids ['d46eac12-2f59-4fb4-99cc-22f900086d55'] in dv-cinder-852461-1-iscsi is: [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:13Z', 'revision_number': 4, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'ae1a8047-64f7-4193-ab4f-cbf30f1bdb01', 'name': '', 'network_id': 'eef78989-222f-46dc-9b7a-2a2c4ad7fd76', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'mac_address': 'fa:16:3e:cb:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1bf26900-2390-4154-ba19-3c1e8afdacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:13Z', 'updated_at': '2022-08-09T02:43:16Z', 'revision_number': 4, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'subnets': [{'id': '1bf26900-2390-4154-ba19-3c1e8afdacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:17.940190 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:17.951872 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8030f-fa87-4b93-acec-087f7dfb8d4e req-2f3146d4-39f0-4fb7-b665-020df9f7630f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:17.953380 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5ca8030f-fa87-4b93-acec-087f7dfb8d4e req-2f3146d4-39f0-4fb7-b665-020df9f7630f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 944 time: 0.0490448 Aug 09 02:43:18.021972 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad990-45ed-4029-886c-69faf921279d req-6b0b9a0f-e507-499f-a256-9726369feda3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:18.023447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-764ad990-45ed-4029-886c-69faf921279d req-6b0b9a0f-e507-499f-a256-9726369feda3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.0688436 Aug 09 02:43:18.052888 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5ca8030f-fa87-4b93-acec-087f7dfb8d4e req-4a1df6ca-80b6-4210-b1d1-c64b534e5465 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893719 Aug 09 02:43:18.084285 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-764ad990-45ed-4029-886c-69faf921279d req-fe02e5fb-84e4-492e-ac96-1b63ebf64dac tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Aug 09 02:43:18.149115 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:18.320031 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:43:18.327050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:18.327411 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:18.347743 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:18.432449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:18.432825 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:18.436611 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:18.457968 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:18.458384 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:18.495597 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:18.497870 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d958d1-9e47-461d-a43a-80fb23254829" -d '{"events": [{"server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "name": "network-vif-plugged", "status": "completed", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:18.513865 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:18.537019 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:18.551914 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6eeae7-73bf-4be1-8c29-b365292d5e8a x-openstack-request-id: req-2a6eeae7-73bf-4be1-8c29-b365292d5e8a {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:18.552215 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "name": "network-vif-plugged", "status": "completed", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:18.552449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a6eeae7-73bf-4be1-8c29-b365292d5e8a {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:18.553248 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6eeae7-73bf-4be1-8c29-b365292d5e8a'] response: {'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'code': 200} Aug 09 02:43:18.581636 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 is: DOWN; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:18.582012 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:18.585238 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:18.630272 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:18.635561 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] For port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:18.644064 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:18.691689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Pushing event updated for resources: {'Port': ['ID=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:18.819875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39bd16-2110-4d6c-9eb8-932348e0a1c4 req-d35a76c1-dca8-4bd3-b322-eb1ab4bf159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:18.821389 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa39bd16-2110-4d6c-9eb8-932348e0a1c4 req-d35a76c1-dca8-4bd3-b322-eb1ab4bf159d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.0378807 Aug 09 02:43:18.868459 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa39bd16-2110-4d6c-9eb8-932348e0a1c4 req-6a25b594-e9a8-455b-84b1-c5c091bf51df service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388751 Aug 09 02:43:19.208519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eed0c7-109b-46c0-bd20-1e8491aaadf5 req-1b4fb562-641f-4b97-a363-4bf7d6019998 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:19.209886 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25eed0c7-109b-46c0-bd20-1e8491aaadf5 req-1b4fb562-641f-4b97-a363-4bf7d6019998 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0770001 Aug 09 02:43:19.229347 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461318f-5ee7-4919-8517-80ec58b2a997 req-f15ecd2a-542d-4c01-8dad-603a0090b41d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:19.230809 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2461318f-5ee7-4919-8517-80ec58b2a997 req-f15ecd2a-542d-4c01-8dad-603a0090b41d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 944 time: 0.0640981 Aug 09 02:43:19.298383 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-25eed0c7-109b-46c0-bd20-1e8491aaadf5 req-739b8004-b6ec-4075-ae87-79b7b503fa2e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827365 Aug 09 02:43:19.303082 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2461318f-5ee7-4919-8517-80ec58b2a997 req-234ea97c-45d7-44db-8197-31b606dc8f66 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643110 Aug 09 02:43:20.155438 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 02b344f5-9ec1-4ff5-8e96-c217038c81a6 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:43:20.162315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:20.276140 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:20.288232 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'port_id': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'mac_address': 'fa:16:3e:68:b4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:43:20.326697 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:20.327091 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:20.344840 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 up at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:20.354619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b344f5-9ec1-4ff5-8e96-c217038c81a6 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:43:20.398114 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:20.410603 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:20.476304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=02b344f5-9ec1-4ff5-8e96-c217038c81a6,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:20.479057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Provisioning complete for port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:20.479407 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:20.559332 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Current status of the port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 is: ACTIVE; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:20.682260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df079c8-e85f-448a-9967-49875b38a870 req-3828b7e9-18e1-461b-8840-7b94e0d414dc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:20.683670 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4df079c8-e85f-448a-9967-49875b38a870 req-3828b7e9-18e1-461b-8840-7b94e0d414dc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.3022125 Aug 09 02:43:20.689524 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c8aa0-3e87-49a2-a194-0a7a5045d5de req-13ac3047-20a3-44e6-bc00-ce6ca5814367 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:20.690978 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a7c8aa0-3e87-49a2-a194-0a7a5045d5de req-13ac3047-20a3-44e6-bc00-ce6ca5814367 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 945 time: 0.3077121 Aug 09 02:43:20.771257 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4df079c8-e85f-448a-9967-49875b38a870 req-868107e8-e104-4b08-a0d1-23b198cfadaf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793083 Aug 09 02:43:20.775069 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a7c8aa0-3e87-49a2-a194-0a7a5045d5de req-af3df201-59f4-440f-91bf-f92053add0a0 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772541 Aug 09 02:43:21.055301 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['02b344f5-9ec1-4ff5-8e96-c217038c81a6'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:43:21.920947 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b0481-4da4-4904-b2d3-0e3f85e7526b req-3efb9ac1-ae0f-4415-91c4-12f08ef76c30 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:21.922441 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aa3b0481-4da4-4904-b2d3-0e3f85e7526b req-3efb9ac1-ae0f-4415-91c4-12f08ef76c30 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0775840 Aug 09 02:43:21.928413 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabf8d9-9e90-49ec-9fa2-e28820ed4d19 req-c6059a17-ee15-429f-931b-f4ba09c2f9be tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:21.929747 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7aabf8d9-9e90-49ec-9fa2-e28820ed4d19 req-c6059a17-ee15-429f-931b-f4ba09c2f9be tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 945 time: 0.0754447 Aug 09 02:43:22.005698 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aa3b0481-4da4-4904-b2d3-0e3f85e7526b req-9182d34f-1e7e-484b-8ae9-d7570ed55d29 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749755 Aug 09 02:43:22.009495 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7aabf8d9-9e90-49ec-9fa2-e28820ed4d19 req-408bd96d-079d-4ae8-b152-e2229a82028c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725887 Aug 09 02:43:22.120332 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff979a-0c37-4535-98d7-4ded093ab432 req-64e41636-f400-4c58-8d9d-4554c2653149 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:22.121813 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cfff979a-0c37-4535-98d7-4ded093ab432 req-64e41636-f400-4c58-8d9d-4554c2653149 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0485091 Aug 09 02:43:22.131886 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35272) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:22.136687 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'floatingip': {'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:22.177727 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:22.669540 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 02b344f5-9ec1-4ff5-8e96-c217038c81a6 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:22.715647 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:43:22.722762 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:22.723155 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:22.794587 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:22.796921 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:22.797313 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:22.829905 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:22.832345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e268041-9faf-4368-8330-7df451b22bc1" -d '{"events": [{"server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "name": "network-vif-plugged", "status": "completed", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:22.846011 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:22.852720 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:22.866477 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:22.872606 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:22.879231 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d9213d-bd2e-4343-95e1-4b26920c4f03 x-openstack-request-id: req-75d9213d-bd2e-4343-95e1-4b26920c4f03 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:22.879576 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "name": "network-vif-plugged", "status": "completed", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:22.879891 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75d9213d-bd2e-4343-95e1-4b26920c4f03 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:22.880287 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d9213d-bd2e-4343-95e1-4b26920c4f03'] response: {'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'code': 200} Aug 09 02:43:22.905169 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=02b344f5-9ec1-4ff5-8e96-c217038c81a6,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:22.968896 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Floating IP b6338afb-0758-4bd9-8003-d932d1145cf8 associated. External IP: 172.27.2.147, port: 5340ab1c-d934-4cfa-bf83-c7ba28e47a66. Aug 09 02:43:23.152485 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74db8a-7436-4048-bc13-0ba9b05553f7 req-5968ba69-f2f5-448d-9905-52bdcd4912fd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:23.154003 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a74db8a-7436-4048-bc13-0ba9b05553f7 req-5968ba69-f2f5-448d-9905-52bdcd4912fd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0706863 Aug 09 02:43:23.180349 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:43:23.196053 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:23.198961 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:23.215838 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a74db8a-7436-4048-bc13-0ba9b05553f7 req-7711a0da-1a41-469c-9bc1-32704ae30fdd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515671 Aug 09 02:43:23.301517 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:23.306140 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:23.311391 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243124b-e793-417e-8be8-5a322d52700e None None] Sync routers for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:23.325118 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:23.325738 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:23.338785 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f2391e04-da98-4860-8286-865ee97e37fe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/b6338afb-0758-4bd9-8003-d932d1145cf8 HTTP/1.1" status: 200 len: 991 time: 1.2056572 Aug 09 02:43:23.339352 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:23.341727 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:23.366920 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:23.384439 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c249d5-f954-40b9-b967-647a376c60e0 req-457b21f8-7c96-4604-b45f-ba148d5ab89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:23.385725 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c0c249d5-f954-40b9-b967-647a376c60e0 req-457b21f8-7c96-4604-b45f-ba148d5ab89b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 1130 time: 0.0610807 Aug 09 02:43:23.390508 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e573cf15-846a-4d85-a0ad-dbf9a8fca6e5 x-openstack-request-id: req-e573cf15-846a-4d85-a0ad-dbf9a8fca6e5 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:23.390937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:23.391161 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e573cf15-846a-4d85-a0ad-dbf9a8fca6e5 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:23.392844 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e573cf15-846a-4d85-a0ad-dbf9a8fca6e5'] response: {'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'status': 'completed', 'code': 200} Aug 09 02:43:23.433298 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:23.505328 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:23.531975 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-522756ca-2b2e-44d1-b1f0-8339d07b5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:23.533618 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-522756ca-2b2e-44d1-b1f0-8339d07b5983 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.0631843 Aug 09 02:43:23.537512 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c0c249d5-f954-40b9-b967-647a376c60e0 req-686ab7b6-a0a8-4f08-8d55-bfd476d8e5af service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830681 Aug 09 02:43:23.586399 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:23.589272 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:23.644940 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'b6338afb-0758-4bd9-8003-d932d1145cf8', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:22Z', 'revision_number': 1, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:23.669738 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243124b-e793-417e-8be8-5a322d52700e None None] Checking router: 32ed36ba-9f89-4ad9-89f0-1e7777a2066c for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:23.678563 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:23.679164 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:23.784981 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:24.049171 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-a35008af-f331-41f4-906b-e15a10743e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:24.050680 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-a35008af-f331-41f4-906b-e15a10743e9a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.0994720 Aug 09 02:43:24.124539 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e243124b-e793-417e-8be8-5a322d52700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'b6338afb-0758-4bd9-8003-d932d1145cf8', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:22Z', 'revision_number': 1, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:24.148731 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243124b-e793-417e-8be8-5a322d52700e None None] The sync data for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi is: [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'b6338afb-0758-4bd9-8003-d932d1145cf8', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:22Z', 'revision_number': 1, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:24.344880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e169-d67a-4ac0-991e-541551b2cfc6 req-9ccd76d1-98be-461d-841d-1534f608c4f9 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:24.346461 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4949e169-d67a-4ac0-991e-541551b2cfc6 req-9ccd76d1-98be-461d-841d-1534f608c4f9 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0526490 Aug 09 02:43:24.359730 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8934fc-e22e-40cc-b507-5da74015708f None None] New status for floating IP b6338afb-0758-4bd9-8003-d932d1145cf8: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:43:24.397081 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4949e169-d67a-4ac0-991e-541551b2cfc6 req-c0bc4af9-dc22-487d-9f5c-16380b89d180 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Aug 09 02:43:24.461189 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:43:24.788186 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-3852b901-0f97-4d2f-b65c-8fbf073ae9a6 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 1001 time: 0.0692155 Aug 09 02:43:24.845381 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-478fda52-1777-46c3-8cb9-5b92b55d40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:24.846944 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-478fda52-1777-46c3-8cb9-5b92b55d40d8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0514879 Aug 09 02:43:24.901788 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-83c66342-4c7c-44b4-935b-12634c394fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:24.903337 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-83c66342-4c7c-44b4-935b-12634c394fc6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485353 Aug 09 02:43:25.014118 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-9f08836d-7704-4bae-b3ff-7862bdf27782 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892677 Aug 09 02:43:25.120282 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff75b349-bfd5-4d63-ae2c-e2dce1a41a3b req-1a439093-5f58-42c1-b3b7-967c12321579 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Aug 09 02:43:25.528757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fd1e7-bcc8-4f5d-933a-90c1ba2e0561 req-7e38116f-2acd-48d1-8717-e16e64fbd2b7 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:25.530308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a2fd1e7-bcc8-4f5d-933a-90c1ba2e0561 req-7e38116f-2acd-48d1-8717-e16e64fbd2b7 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0538123 Aug 09 02:43:25.579393 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a2fd1e7-bcc8-4f5d-933a-90c1ba2e0561 req-7788188f-31ec-4d55-9b5a-0686789a9215 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Aug 09 02:43:25.705592 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2875d3-3a5f-4a73-bf50-c07dc9b13775 req-6549a936-67a2-4d6e-b3f2-a283d2d6b834 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:25.707053 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f2875d3-3a5f-4a73-bf50-c07dc9b13775 req-6549a936-67a2-4d6e-b3f2-a283d2d6b834 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0545995 Aug 09 02:43:25.756193 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f2875d3-3a5f-4a73-bf50-c07dc9b13775 req-40b65f8b-a8b5-4c24-b9dc-16f6869ff262 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Aug 09 02:43:25.791001 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35296) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:25.998449 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5bf2a4-b9d1-4311-adcf-1c16a71d4afb tempest-TestVolumeBootPattern-250939572 tempest-TestVolumeBootPattern-250939572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:25.999978 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-de5bf2a4-b9d1-4311-adcf-1c16a71d4afb tempest-TestVolumeBootPattern-250939572 tempest-TestVolumeBootPattern-250939572-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 1125 time: 0.2079396 Aug 09 02:43:26.004400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35302) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:26.008918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'port_id': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:26.036677 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:26.114702 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:26.198484 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:26.200707 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:26.229506 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Allocated IP 172.27.2.65 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/0d773471-d4a1-4e9a-a46c-51656cc2718f) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:26.335466 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:26.373792 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:26.416094 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:26.420618 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:26.424545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:26.429647 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=0d773471-d4a1-4e9a-a46c-51656cc2718f,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:26.774648 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (3ce97f57-3cef-49cc-a355-e6e85c84dd0e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:26.849876 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:26.962021 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:26.978007 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:26.999561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:27.004601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:27.067033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=0d773471-d4a1-4e9a-a46c-51656cc2718f,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:27.069381 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (3ce97f57-3cef-49cc-a355-e6e85c84dd0e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:27.167314 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Floating IP 3ce97f57-3cef-49cc-a355-e6e85c84dd0e associated. External IP: 172.27.2.65, port: 02b344f5-9ec1-4ff5-8e96-c217038c81a6. Aug 09 02:43:27.368703 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:43:27.479258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:27.489752 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:27.501094 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:27.501452 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:27.501722 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:27.533682 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3583270f-8e03-4f39-9b42-1675b76b921d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5281696 Aug 09 02:43:27.534320 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:27.536610 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c079a56-cf54-4e48-81c7-6a78847df4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:27.573150 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41347f6c-bfb5-4197-8ee2-7268a705cd73 x-openstack-request-id: req-41347f6c-bfb5-4197-8ee2-7268a705cd73 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:27.573463 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:27.573713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41347f6c-bfb5-4197-8ee2-7268a705cd73 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:27.574193 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41347f6c-bfb5-4197-8ee2-7268a705cd73'] response: {'name': 'network-changed', 'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'status': 'completed', 'code': 200} Aug 09 02:43:27.605533 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:27.699483 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-e65e3ca5-53c3-4869-84ab-858a89466242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:27.701046 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-e65e3ca5-53c3-4869-84ab-858a89466242 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 1130 time: 0.0402312 Aug 09 02:43:27.806406 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-7a00625b-864a-468a-aa11-36a0ac4660f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:27.807914 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-7a00625b-864a-468a-aa11-36a0ac4660f4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.0975697 Aug 09 02:43:27.821491 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '3ce97f57-3cef-49cc-a355-e6e85c84dd0e', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:68:b4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:26Z', 'updated_at': '2022-08-09T02:43:26Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:27.846989 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:27.857317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:27.857859 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:27.875810 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-d4ba002b-40c2-4866-8ffc-29a07208b29d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6 HTTP/1.1" status: 200 len: 999 time: 0.0598998 Aug 09 02:43:27.931401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-93aabd46-7c77-4cff-936c-7290be3e690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:27.932854 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-93aabd46-7c77-4cff-936c-7290be3e690a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0469089 Aug 09 02:43:27.965851 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:27.978099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-071106ad-4c07-4f3c-8e8c-17326fc332aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:27.979625 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-071106ad-4c07-4f3c-8e8c-17326fc332aa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390394 Aug 09 02:43:28.047834 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:28.069244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:28.080320 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-543ec9e1-e270-419f-81ac-7df3decb265f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849311 Aug 09 02:43:28.179617 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0c079a56-cf54-4e48-81c7-6a78847df4e6 req-63c44ee2-0eb4-4dd1-8c67-60c2a15baab5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Aug 09 02:43:28.186135 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '3ce97f57-3cef-49cc-a355-e6e85c84dd0e', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:68:b4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:26Z', 'updated_at': '2022-08-09T02:43:26Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:28.210701 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d17c7-6185-476c-b7a7-3b5bfd8cd889 None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '3ce97f57-3cef-49cc-a355-e6e85c84dd0e', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:68:b4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:26Z', 'updated_at': '2022-08-09T02:43:26Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:28.420522 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb81879-129b-4646-ad82-d11467d54562 None None] New status for floating IP 3ce97f57-3cef-49cc-a355-e6e85c84dd0e: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:43:28.470081 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:30.631322 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c53ab591-fef6-482c-8415-2574bfd614b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:32.388199 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3d8ed-d8ac-402e-874b-c0b8f8a02ece req-78eadde2-933a-4ac0-8303-de241e7c0e59 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:32.389734 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-92b3d8ed-d8ac-402e-874b-c0b8f8a02ece req-78eadde2-933a-4ac0-8303-de241e7c0e59 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0593605 Aug 09 02:43:32.478455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-cbc8db83-e3ec-4c44-8c9e-8ef34095a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:32.479931 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-cbc8db83-e3ec-4c44-8c9e-8ef34095a88c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1168 time: 0.0665741 Aug 09 02:43:32.486532 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-92b3d8ed-d8ac-402e-874b-c0b8f8a02ece req-17899fe8-b815-405d-8196-1de78440af09 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907540 Aug 09 02:43:32.594434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-afc20c45-6ecd-4661-9173-dc85bbc986c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:32.595878 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-afc20c45-6ecd-4661-9173-dc85bbc986c2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 914 time: 0.0857463 Aug 09 02:43:32.664640 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-dba9f69d-0812-4051-a409-3061d01251ff service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 1001 time: 0.0603497 Aug 09 02:43:32.729077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-3d729771-a08b-4949-b9fc-bc9a927d4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:32.730546 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-3d729771-a08b-4949-b9fc-bc9a927d4bd3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.0478761 Aug 09 02:43:32.777161 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-eb94d9bc-6f41-4af0-8535-0469555e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:32.778714 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-eb94d9bc-6f41-4af0-8535-0469555e8763 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393989 Aug 09 02:43:32.885831 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-4f308aad-5648-44b2-b579-dda94c4fcff2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939238 Aug 09 02:43:32.979119 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eecd7993-99a3-4dbd-926d-b0d51c384c15 req-0b731c49-e953-4b84-bfe8-3960bc9d0ce3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856879 Aug 09 02:43:33.121574 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a0df09e3-8224-4d74-bc12-6dae74424436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:33.621885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b5805-3442-40da-817d-a3dfb98203d2 req-d80a607c-5a35-4ac3-a5de-c1a37c66e042 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:33.623430 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-840b5805-3442-40da-817d-a3dfb98203d2 req-d80a607c-5a35-4ac3-a5de-c1a37c66e042 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0516870 Aug 09 02:43:33.687596 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-840b5805-3442-40da-817d-a3dfb98203d2 req-9f36bca0-4437-4c7a-9a16-d2a21fa26e33 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559907 Aug 09 02:43:34.302792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:34.811985 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16da5d4-56fe-46f5-b3d5-d271d0724ebc req-48903791-c0d1-4890-86ee-f0a89931befc tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:34.813452 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c16da5d4-56fe-46f5-b3d5-d271d0724ebc req-48903791-c0d1-4890-86ee-f0a89931befc tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0477889 Aug 09 02:43:34.881388 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c16da5d4-56fe-46f5-b3d5-d271d0724ebc req-7167aea5-d8cf-45b2-b2cc-c4e9d519a7be tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618830 Aug 09 02:43:35.224960 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:35.311042 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-8edd541b-13a8-4f15-b1e2-84c7a434292e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457475 Aug 09 02:43:35.398713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-17862b18-b016-4a9b-9cc6-98ab6e46f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:35.400262 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-17862b18-b016-4a9b-9cc6-98ab6e46f977 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1130 time: 0.0444291 Aug 09 02:43:35.450072 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:35.471126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:35.479313 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:35.516272 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-f27082a6-2e30-4c80-b216-8b7882248081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:35.517766 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-f27082a6-2e30-4c80-b216-8b7882248081 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.0896204 Aug 09 02:43:35.570077 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-01fd1eb7-b7a2-442a-8597-1d48914d78da service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 200 len: 217 time: 0.0356679 Aug 09 02:43:35.620053 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-5791cb6b-a5b4-440d-9212-d2a0646673ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:35.621518 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-5791cb6b-a5b4-440d-9212-d2a0646673ac service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0448246 Aug 09 02:43:35.668892 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-0d83ca85-94c7-4685-a93b-a526c52ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:35.670428 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-0d83ca85-94c7-4685-a93b-a526c52ea93e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414035 Aug 09 02:43:35.773255 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-c67cdbff-9e54-4a7c-8d9e-c75e5457d777 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867965 Aug 09 02:43:35.815867 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:35.832714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:35.867956 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fd27f5f-dde0-40b6-9625-f4f61b490328 req-f1c41f1b-06f3-4581-828a-e9baeace11ed service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873442 Aug 09 02:43:35.994496 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=12 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:35.995265 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=60 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:36.021078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693ff88-a096-4406-9542-a9822a5114fb req-990138b5-b49a-46a1-af4c-e08bbe340974 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:36.022586 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7693ff88-a096-4406-9542-a9822a5114fb req-990138b5-b49a-46a1-af4c-e08bbe340974 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0601265 Aug 09 02:43:36.085343 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7693ff88-a096-4406-9542-a9822a5114fb req-8975022f-e38e-4551-a599-7d35a570f89f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569315 Aug 09 02:43:37.218282 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41ddd-2ca2-4d36-a324-f40535edd2e2 req-065bc281-407e-470f-a810-f819411da4f9 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:37.219751 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e0f41ddd-2ca2-4d36-a324-f40535edd2e2 req-065bc281-407e-470f-a810-f819411da4f9 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0485427 Aug 09 02:43:37.289965 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e0f41ddd-2ca2-4d36-a324-f40535edd2e2 req-1344e701-2c2c-4b08-97f4-2da995cb1f3f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643904 Aug 09 02:43:38.080747 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-8f3f2ea0-5ca9-4557-891a-68f8cd2eb954 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1998737444&fields=id&tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe HTTP/1.1" status: 200 len: 267 time: 0.0468948 Aug 09 02:43:38.188394 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-6522a40d-014e-43e6-99ab-a4f6ac4df9f4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:38.189751 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-6522a40d-014e-43e6-99ab-a4f6ac4df9f4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 808 time: 0.1024873 Aug 09 02:43:38.205326 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-2013d051-be77-4290-8456-4f93b3362cc5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/quotas/2c5d24d2b8dc4844a48a76ed2ea2cffe HTTP/1.1" status: 200 len: 375 time: 0.0091190 Aug 09 02:43:38.253557 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-4db9cdf2-53ce-4aae-976f-e7dee8df7757 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433786 Aug 09 02:43:38.525016 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:38.528323 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:38.580519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e5451-b621-4100-b05b-f24610a7c880 req-b584cd39-6080-4dab-b8d2-5c3c0fc2503f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:38.581976 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c44e5451-b621-4100-b05b-f24610a7c880 req-b584cd39-6080-4dab-b8d2-5c3c0fc2503f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0559914 Aug 09 02:43:38.620863 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-9fd5193c-8c67-4c80-8bfd-72774552684a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558626 Aug 09 02:43:38.645436 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:38.706434 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c44e5451-b621-4100-b05b-f24610a7c880 req-94dc8ab5-227e-42d2-99a6-03a34a3cc319 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157711 Aug 09 02:43:38.710273 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:38.742885 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-c1367717-1aac-4c2c-82aa-d9227ed7876a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127324 Aug 09 02:43:39.046686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac5210f3-ca28-4518-a175-ab0c523e5130 req-e2a3acba-0489-4edf-a60e-311d7bad7e7e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 210 time: 0.0291185 Aug 09 02:43:39.840842 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff6e8c-d1e6-4f2c-9935-c2105bab2873 req-95fab1dd-951d-4429-b968-a14fb9420137 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:39.842362 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f3ff6e8c-d1e6-4f2c-9935-c2105bab2873 req-95fab1dd-951d-4429-b968-a14fb9420137 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0548570 Aug 09 02:43:39.905699 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f3ff6e8c-d1e6-4f2c-9935-c2105bab2873 req-d6e8b4d4-6937-46e7-ac00-5b8c8eddced2 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571871 Aug 09 02:43:40.149837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0efc137e-b724-4c55-88f5-6fc29327e09a req-fa91e4e6-9653-4521-81b2-5f64a4068e84 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 210 time: 0.0290313 Aug 09 02:43:40.802942 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-c5cd7fad-d041-42a0-a939-1db54d317b65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:40.804409 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-c5cd7fad-d041-42a0-a939-1db54d317b65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 808 time: 0.1082764 Aug 09 02:43:40.877546 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-c7e3ed81-0639-4a2a-96c1-c7296bf99d1d tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe HTTP/1.1" status: 200 len: 380 time: 0.0549965 Aug 09 02:43:40.912840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'port': {'device_id': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'admin_state_up': True, 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'security_groups': ['210e8e7c-edc9-428f-9c9f-e9f284154ff3']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:41.052974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58fd97-887e-4167-95d3-ba10e6c7d065 req-54cb614d-172e-4b27-8f94-239983907f7d tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:41.054383 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6d58fd97-887e-4167-95d3-ba10e6c7d065 req-54cb614d-172e-4b27-8f94-239983907f7d tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0673606 Aug 09 02:43:41.068057 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Made reservation on behalf of 2c5d24d2b8dc4844a48a76ed2ea2cffe for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:43:41.071270 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.169156 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6d58fd97-887e-4167-95d3-ba10e6c7d065 req-ac31b4c9-0b9a-46f2-a8dd-7187705c947e tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088634 Aug 09 02:43:41.256308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a7ec0577-9ca8-4532-9c1b-8bf6625aa84d req-6d2563dc-78b4-4fb3-b1fa-068f5d31a1b8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 210 time: 0.0310078 Aug 09 02:43:41.265414 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Allocated IP 172.20.0.6 (203a1ebe-9623-4a72-9e02-1995592d7f43/71c8965a-3002-49ee-936d-732a6fce7317/f12d9ad9-133b-4098-a94d-fd5f540a9f7c) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:41.352632 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:41.401017 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.435292 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.464295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:41.485383 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:41.489243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:41.493398 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:41.497455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:41.527372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.527718 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.528059 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.528387 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.528721 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.529049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.529372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.529704 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.530025 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.530367 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.530694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.531014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.531330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.531643 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.531959 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:41.558030 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:41.558650 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.576284 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-f684330c-9381-4cf7-a060-979e3223db65 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691375 Aug 09 02:43:41.594915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Request body: {'port': {'device_id': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:41.661729 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.664278 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-0ce9c82e-d0c5-4f70-87e6-d93221da356c None None] Provisioning complete for port f12d9ad9-133b-4098-a94d-fd5f540a9f7c triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:41.664811 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c82e-d0c5-4f70-87e6-d93221da356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.697498 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9c82e-d0c5-4f70-87e6-d93221da356c None None] Port f12d9ad9-133b-4098-a94d-fd5f540a9f7c cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:43:41.920358 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12d9ad9-133b-4098-a94d-fd5f540a9f7c {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:43:41.928474 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Publish callbacks [] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:41.947852 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Transition to ACTIVE for port object f12d9ad9-133b-4098-a94d-fd5f540a9f7c will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:43:41.954831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:42.017191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:42.066026 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Attempting to bind port f12d9ad9-133b-4098-a94d-fd5f540a9f7c on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:43:42.066384 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Attempting to bind port f12d9ad9-133b-4098-a94d-fd5f540a9f7c by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:43:42.066708 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Attempting to bind port f12d9ad9-133b-4098-a94d-fd5f540a9f7c on network 203a1ebe-9623-4a72-9e02-1995592d7f43 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:42.073266 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Port f12d9ad9-133b-4098-a94d-fd5f540a9f7c on network 203a1ebe-9623-4a72-9e02-1995592d7f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:43:42.073581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Attempting to bind port f12d9ad9-133b-4098-a94d-fd5f540a9f7c on network 203a1ebe-9623-4a72-9e02-1995592d7f43 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:43:42.078572 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:43:42.078902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Checking segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:43:42.079271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Bound using segment: {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:43:42.079683 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Bound port: f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377d5f70-1504-449c-9c13-cebf1277e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:43:42.080031 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:42.093335 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:42.141254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:43:42.144258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:43:42.152551 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:42.156758 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:42.157359 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:42.158791 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 1093 time: 0.5684092 Aug 09 02:43:42.159271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:42.161500 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed77782-497f-4ca5-b9c1-21c0226d80d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:42.200205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e9f1e0-6e11-4c15-8570-a128e4111a4a x-openstack-request-id: req-e0e9f1e0-6e11-4c15-8570-a128e4111a4a {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:42.200493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:42.200731 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0e9f1e0-6e11-4c15-8570-a128e4111a4a {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:42.201169 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e9f1e0-6e11-4c15-8570-a128e4111a4a'] response: {'name': 'network-changed', 'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'status': 'completed', 'code': 200} Aug 09 02:43:42.210831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a82ef7-30b8-4156-975a-1ad15b2c7b42 service neutron] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:42.324523 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac9ea-cdc3-4d38-a461-257a6bbe9f4a req-8a0b6b9d-4dbd-414c-b3ff-693b87e2e7a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:42.326026 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbeac9ea-cdc3-4d38-a461-257a6bbe9f4a req-8a0b6b9d-4dbd-414c-b3ff-693b87e2e7a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0786259 Aug 09 02:43:42.331870 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-e5ea3378-fa31-4382-b111-e3e2c2c3f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:42.333364 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-e5ea3378-fa31-4382-b111-e3e2c2c3f2d0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1127 time: 0.0538797 Aug 09 02:43:42.421746 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-6fdea87e-8915-4a44-99b5-6377b512baae service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 217 time: 0.0515120 Aug 09 02:43:42.428548 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:42.443204 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649451d-a2fb-43eb-9dc6-dc95f5e3426a req-ec28dff0-3ad7-4f41-824b-5bfe9bf8a5c9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:42.444548 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3649451d-a2fb-43eb-9dc6-dc95f5e3426a req-ec28dff0-3ad7-4f41-824b-5bfe9bf8a5c9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.1103384 Aug 09 02:43:42.504647 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbeac9ea-cdc3-4d38-a461-257a6bbe9f4a req-4c98fcd4-9cab-496f-b40c-0699587dadeb tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692660 Aug 09 02:43:42.535977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-3773d31d-9890-4cf8-9781-ecea7795a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:42.537544 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-3773d31d-9890-4cf8-9781-ecea7795a43f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.1038539 Aug 09 02:43:42.550576 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3649451d-a2fb-43eb-9dc6-dc95f5e3426a req-9c12c2f6-44ee-4377-a468-8b0edddbf2dc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915735 Aug 09 02:43:42.595073 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-0173c30d-c5c1-4c86-86ff-771a57d9d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:42.596520 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-0173c30d-c5c1-4c86-86ff-771a57d9d35a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451620 Aug 09 02:43:42.699764 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-d7d76f91-5a8a-43c0-9bfc-18a56d6bf1cb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927126 Aug 09 02:43:42.795414 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b0218854-9a1c-4385-8f68-3e21672c07c3 req-9800bd1a-088c-45bf-9706-dad0aa39987f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Aug 09 02:43:43.298068 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-90dcbc26-0afc-4135-be37-8ad6df1993aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:43.300048 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-90dcbc26-0afc-4135-be37-8ad6df1993aa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1127 time: 0.0483425 Aug 09 02:43:43.400297 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-ce863a21-d675-4ad3-b3e9-e69909a3429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:43.401749 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-ce863a21-d675-4ad3-b3e9-e69909a3429d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.0915034 Aug 09 02:43:43.445612 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-697a1f2c-a42e-4014-8cac-3a94f22bcf19 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 217 time: 0.0325785 Aug 09 02:43:43.496417 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-16e14e7d-93d1-420b-9c8f-4e5449d91446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:43.497844 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-16e14e7d-93d1-420b-9c8f-4e5449d91446 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0451386 Aug 09 02:43:43.549087 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-2ec2ab7a-7511-42ea-939d-91554199d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:43.550604 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-2ec2ab7a-7511-42ea-939d-91554199d0b4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382106 Aug 09 02:43:43.618507 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:43.632076 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502fb60-3fac-414b-ae1e-3b6a0ce3cd49 req-d30929e7-4574-492e-8247-205bce4bdd53 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:43.633542 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a502fb60-3fac-414b-ae1e-3b6a0ce3cd49 req-d30929e7-4574-492e-8247-205bce4bdd53 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0537810 Aug 09 02:43:43.689361 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6fa8f-eb83-4d64-9931-3bcb2a54aa57 req-5d33a403-0258-49c4-b23c-a556b1ccf233 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:43.690837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65e6fa8f-eb83-4d64-9931-3bcb2a54aa57 req-5d33a403-0258-49c4-b23c-a556b1ccf233 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0659173 Aug 09 02:43:43.752984 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a502fb60-3fac-414b-ae1e-3b6a0ce3cd49 req-4596def0-adf9-4623-bebd-7a0dec2c5f45 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120055 Aug 09 02:43:43.809771 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65e6fa8f-eb83-4d64-9931-3bcb2a54aa57 req-d56ef718-5ed4-4cbd-ae1d-d1b772552a0b tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131258 Aug 09 02:43:43.847733 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-a1c3b92d-532a-4ce6-87bf-c54a7dde836c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158941 Aug 09 02:43:43.956381 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4ed77782-497f-4ca5-b9c1-21c0226d80d9 req-a1cc18d3-bbf0-4061-9ad4-a7ee52805a5c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988610 Aug 09 02:43:44.887364 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d274f83-9e57-4b37-8683-bb5190af107c req-6043ab29-cdb7-4bce-8571-4047551162ac tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:44.888837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7d274f83-9e57-4b37-8683-bb5190af107c req-6043ab29-cdb7-4bce-8571-4047551162ac tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0535038 Aug 09 02:43:44.946334 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e6549-bbfa-4e66-bcc6-362ffcd04f87 req-75e620c1-9813-4b85-9307-612458d08bfa tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:44.947804 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e82e6549-bbfa-4e66-bcc6-362ffcd04f87 req-75e620c1-9813-4b85-9307-612458d08bfa tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0580547 Aug 09 02:43:44.976072 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:44.999860 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7d274f83-9e57-4b37-8683-bb5190af107c req-52f9df62-4fa7-4dad-83cf-afcc8fc3a61a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018090 Aug 09 02:43:45.024218 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e82e6549-bbfa-4e66-bcc6-362ffcd04f87 req-dfd13884-76df-462c-8be4-0d7f7ceecee4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707586 Aug 09 02:43:46.158033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f257a4-54a9-475d-b78c-f571a70c22bf req-84481ac8-1031-468f-b90d-2aa0be63c139 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:46.159656 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8f257a4-54a9-475d-b78c-f571a70c22bf req-84481ac8-1031-468f-b90d-2aa0be63c139 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0770192 Aug 09 02:43:46.179070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbb936-7df3-4d40-94a3-e82f9f6a8c08 req-d9d4b2d6-7453-40a3-a7d6-ec6d3e13a5f9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:46.180452 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d7fbb936-7df3-4d40-94a3-e82f9f6a8c08 req-d9d4b2d6-7453-40a3-a7d6-ec6d3e13a5f9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0656366 Aug 09 02:43:46.260012 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8f257a4-54a9-475d-b78c-f571a70c22bf req-7cdec954-83bc-4387-bad8-2d03fafd0892 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944853 Aug 09 02:43:46.263427 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d7fbb936-7df3-4d40-94a3-e82f9f6a8c08 req-5db18d62-8d80-4411-8ca6-d7c5b147cec8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760312 Aug 09 02:43:47.422974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4894-f48a-41d4-b1c9-cee18b26dd29 req-8e84be67-e92a-4518-8d81-497db0b0e7db tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:47.424458 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ecc4894-f48a-41d4-b1c9-cee18b26dd29 req-8e84be67-e92a-4518-8d81-497db0b0e7db tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0823209 Aug 09 02:43:47.432551 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cf7d4-248b-4dc6-9211-71549d4a2273 req-7a33d014-3a31-4b2b-a466-1b702a1cf415 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:47.433916 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-805cf7d4-248b-4dc6-9211-71549d4a2273 req-7a33d014-3a31-4b2b-a466-1b702a1cf415 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0899291 Aug 09 02:43:47.509806 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ecc4894-f48a-41d4-b1c9-cee18b26dd29 req-eba75ac7-251a-4f98-a355-c40e625a6331 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748999 Aug 09 02:43:47.532230 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-805cf7d4-248b-4dc6-9211-71549d4a2273 req-9cc3b85b-a08c-478a-99f1-a5fcb928c4b5 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834877 Aug 09 02:43:48.669952 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:48.691223 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6551-51ca-46eb-ae3b-c8361c094100 req-71d6c1c5-005a-4831-845a-7ca2e3adf9c0 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:48.692839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-077c6551-51ca-46eb-ae3b-c8361c094100 req-71d6c1c5-005a-4831-845a-7ca2e3adf9c0 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0898159 Aug 09 02:43:48.703718 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccddb7-1408-4130-9787-a0b67f4b66d4 req-b2d296c9-b16d-458f-831c-d6bb60ce4585 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:48.705095 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e4ccddb7-1408-4130-9787-a0b67f4b66d4 req-b2d296c9-b16d-458f-831c-d6bb60ce4585 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0893366 Aug 09 02:43:48.781209 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-077c6551-51ca-46eb-ae3b-c8361c094100 req-42730087-297b-45ba-b0e5-e6ce28ca07a1 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750704 Aug 09 02:43:48.799380 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e4ccddb7-1408-4130-9787-a0b67f4b66d4 req-1e52e738-582f-48d3-9ad1-bbca649165e8 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871272 Aug 09 02:43:49.937129 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b1fba-ce26-4b09-b0a6-1144bbb4aec6 req-01b71b65-d624-43e3-b810-9894eca0b130 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:49.938511 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1a3b1fba-ce26-4b09-b0a6-1144bbb4aec6 req-01b71b65-d624-43e3-b810-9894eca0b130 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0788457 Aug 09 02:43:49.948935 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43e5fe-11f6-4937-8dd8-d3022a9bf80a req-1b0a11ea-5ddc-4139-872d-ebd0608c449d tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:49.950308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cd43e5fe-11f6-4937-8dd8-d3022a9bf80a req-1b0a11ea-5ddc-4139-872d-ebd0608c449d tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0616114 Aug 09 02:43:50.028978 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1a3b1fba-ce26-4b09-b0a6-1144bbb4aec6 req-fb8dbdca-3761-4cb9-8f5d-4faab17f078d tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776887 Aug 09 02:43:50.039640 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cd43e5fe-11f6-4937-8dd8-d3022a9bf80a req-615abc7e-b218-41a3-b104-39042c96886b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826056 Aug 09 02:43:50.748534 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:43:50.758334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:50.849088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:50.861579 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'port_id': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'mac_address': 'fa:16:3e:5e:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:43:50.900314 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port f12d9ad9-133b-4098-a94d-fd5f540a9f7c is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:50.900674 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:50.902959 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:50.915746 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12d9ad9-133b-4098-a94d-fd5f540a9f7c {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:43:50.935934 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:50.940677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:50.987918 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:50.995177 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.995524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.995866 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.996261 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.996599 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.996899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.997226 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.997549 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.997871 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.998215 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.998659 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.998998 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.999328 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.999646 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:50.999962 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:43:51.007926 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c830e-3a59-48ef-86a4-b7c0bc923008 req-014e2ea0-ef5e-4a18-9859-7f9a490317f4 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:51.009590 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-203c830e-3a59-48ef-86a4-b7c0bc923008 req-014e2ea0-ef5e-4a18-9859-7f9a490317f4 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Aug 09 02:43:51.059488 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-203c830e-3a59-48ef-86a4-b7c0bc923008 req-9a4b8be5-e284-4aa8-89d4-a47f1fa0d917 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Aug 09 02:43:51.147685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:51.174720 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b3223-b28e-4fa3-9e64-5210f7f30ce1 req-f81b859b-c603-4ad6-885a-cf5560c1ac9e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:51.176137 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a15b3223-b28e-4fa3-9e64-5210f7f30ce1 req-f81b859b-c603-4ad6-885a-cf5560c1ac9e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 944 time: 0.0719399 Aug 09 02:43:51.197577 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a97390-8ac8-478f-8558-20d24b6c7a74 req-4f3f8775-9b58-4d78-8aef-3a4269566ea8 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:51.199036 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-48a97390-8ac8-478f-8558-20d24b6c7a74 req-4f3f8775-9b58-4d78-8aef-3a4269566ea8 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0667474 Aug 09 02:43:51.261052 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a15b3223-b28e-4fa3-9e64-5210f7f30ce1 req-1c333f2f-9b7a-4d2e-b0be-221b5cf4774d tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792637 Aug 09 02:43:51.288927 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-48a97390-8ac8-478f-8558-20d24b6c7a74 req-bc90b701-b30a-4914-bca1-6a8051c3560a tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837274 Aug 09 02:43:51.592642 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['f12d9ad9-133b-4098-a94d-fd5f540a9f7c'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:43:52.188111 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccee94c-1383-4076-8207-7e4009e01ebd req-c802c677-06da-4ca0-bffc-3282e43ef7e0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:52.189568 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bccee94c-1383-4076-8207-7e4009e01ebd req-c802c677-06da-4ca0-bffc-3282e43ef7e0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0476999 Aug 09 02:43:52.237308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bccee94c-1383-4076-8207-7e4009e01ebd req-2aae8017-341e-4fc3-8b1d-802a7d6a258f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Aug 09 02:43:52.389306 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17d11-85ad-4a70-b921-059315acf04d req-caf6ac5b-d081-4852-885e-01131a1cfe42 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:52.390695 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5e17d11-85ad-4a70-b921-059315acf04d req-caf6ac5b-d081-4852-885e-01131a1cfe42 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 944 time: 0.0563703 Aug 09 02:43:52.444368 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601989-6ff3-4a3f-b408-8837f9c659bf req-d22f8f8c-97ac-4ee6-b913-34858c80bf44 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:52.445837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e7601989-6ff3-4a3f-b408-8837f9c659bf req-d22f8f8c-97ac-4ee6-b913-34858c80bf44 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0757976 Aug 09 02:43:52.486196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5e17d11-85ad-4a70-b921-059315acf04d req-818089e2-39a2-4a2e-ba05-91afb231026c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757647 Aug 09 02:43:52.528141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e7601989-6ff3-4a3f-b408-8837f9c659bf req-cc454ad3-2019-426b-9e3a-4a2e724c72de tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728741 Aug 09 02:43:52.939344 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:43:52.985264 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port f12d9ad9-133b-4098-a94d-fd5f540a9f7c completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:43:52.992648 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port f12d9ad9-133b-4098-a94d-fd5f540a9f7c triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:43:52.993104 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:53.068725 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port f12d9ad9-133b-4098-a94d-fd5f540a9f7c is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:43:53.069105 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:53.093180 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:53.095434 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87777c54-6c2f-4b5a-901f-1ff9a89e096c" -d '{"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-plugged", "status": "completed", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:53.109668 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:43:53.115037 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:53.137454 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09037a98-627e-4c1e-9dda-78c6ca9f6013 x-openstack-request-id: req-09037a98-627e-4c1e-9dda-78c6ca9f6013 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:53.137769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-plugged", "status": "completed", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:53.138028 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09037a98-627e-4c1e-9dda-78c6ca9f6013 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:53.138451 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09037a98-627e-4c1e-9dda-78c6ca9f6013'] response: {'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'code': 200} Aug 09 02:43:53.163586 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:53.388977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2800c-dea2-4d53-b6dd-f17b95bcabdb req-59075264-4f3e-4817-8a40-ca3d20caf7b6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:53.390607 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ad2800c-dea2-4d53-b6dd-f17b95bcabdb req-59075264-4f3e-4817-8a40-ca3d20caf7b6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0545623 Aug 09 02:43:53.441585 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ad2800c-dea2-4d53-b6dd-f17b95bcabdb req-73f5cc25-5e1b-4f86-9ff3-1c3960e117ae tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Aug 09 02:43:53.535427 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25261-b9be-4d4c-8b09-c09474b298d9 req-41f1880d-ff81-457b-b5bf-0026015b65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:53.536963 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-17b25261-b9be-4d4c-8b09-c09474b298d9 req-41f1880d-ff81-457b-b5bf-0026015b65fb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1129 time: 0.0485804 Aug 09 02:43:53.568909 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:53.655383 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef8220-5a55-47ca-9673-6e219e6c63d9 req-42cef160-dbbd-40c1-9700-d97f957b3888 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:53.656853 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-00ef8220-5a55-47ca-9673-6e219e6c63d9 req-42cef160-dbbd-40c1-9700-d97f957b3888 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0908155 Aug 09 02:43:53.662740 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-17b25261-b9be-4d4c-8b09-c09474b298d9 req-4261d5b5-1309-4e76-9e17-ebe2e6815883 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099937 Aug 09 02:43:53.681482 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db166d1-1d73-4e94-8e7d-82b4f3e3b438 req-56c0045b-5d95-4e2b-b7dc-f52f869e1d68 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:53.682967 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8db166d1-1d73-4e94-8e7d-82b4f3e3b438 req-56c0045b-5d95-4e2b-b7dc-f52f869e1d68 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0805871 Aug 09 02:43:53.960791 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-00ef8220-5a55-47ca-9673-6e219e6c63d9 req-f3c169c2-2c02-45aa-be6c-0f8916b6bac4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952142 Aug 09 02:43:53.989055 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8db166d1-1d73-4e94-8e7d-82b4f3e3b438 req-13f38a7d-a130-4fcb-b183-ede2e6f3e439 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999246 Aug 09 02:43:54.581005 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8aaa-9347-4378-ab40-98467d20e0bf req-0381f28e-529d-4c4b-834b-dfea03f28077 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:54.582476 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-294b8aaa-9347-4378-ab40-98467d20e0bf req-0381f28e-529d-4c4b-834b-dfea03f28077 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0554402 Aug 09 02:43:54.632952 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-294b8aaa-9347-4378-ab40-98467d20e0bf req-8aa3d5dc-cead-47e4-84ad-437beb8425f0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Aug 09 02:43:55.121164 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11f1ac-cc2e-46ea-be75-43185a474226 req-0b96f6ca-fb4f-4aae-b589-2feb0d147047 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:55.122630 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf11f1ac-cc2e-46ea-be75-43185a474226 req-0b96f6ca-fb4f-4aae-b589-2feb0d147047 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0777814 Aug 09 02:43:55.124935 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:55.137503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627d22-bf8f-482e-926c-bc307e9f3c39 req-942a480a-7d98-4c26-a38f-0ba08526cf5b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:55.138900 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c627d22-bf8f-482e-926c-bc307e9f3c39 req-942a480a-7d98-4c26-a38f-0ba08526cf5b tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0650783 Aug 09 02:43:55.217890 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf11f1ac-cc2e-46ea-be75-43185a474226 req-b2957ac1-68de-4d59-b9cc-400010870eff tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869486 Aug 09 02:43:55.232907 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c627d22-bf8f-482e-926c-bc307e9f3c39 req-58be4734-f670-4fef-9279-10b85a75d1a9 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867310 Aug 09 02:43:55.770563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a98f9-03e2-4fab-8287-66f21c35eba5 req-2ed70e9e-7424-4675-83bf-3bcd56b3a286 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:55.772067 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-df7a98f9-03e2-4fab-8287-66f21c35eba5 req-2ed70e9e-7424-4675-83bf-3bcd56b3a286 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0498874 Aug 09 02:43:55.823072 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-df7a98f9-03e2-4fab-8287-66f21c35eba5 req-1df572ed-3f76-4d63-9a64-391e65ada445 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Aug 09 02:43:56.372647 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b77af4-682a-428f-8476-79ad0e351b68 req-43ef2e97-8a50-4055-a570-34f37047f9eb tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:56.374082 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89b77af4-682a-428f-8476-79ad0e351b68 req-43ef2e97-8a50-4055-a570-34f37047f9eb tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0777552 Aug 09 02:43:56.384602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632fc39-b2c2-483a-a143-e9f0b2680ec2 req-70d6ac8c-5f1e-41e5-9ec4-78b46cf85457 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:56.386020 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7632fc39-b2c2-483a-a143-e9f0b2680ec2 req-70d6ac8c-5f1e-41e5-9ec4-78b46cf85457 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0584514 Aug 09 02:43:56.459016 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89b77af4-682a-428f-8476-79ad0e351b68 req-1ca12088-516b-4d4e-aa92-06fc855242d5 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720260 Aug 09 02:43:56.476807 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7632fc39-b2c2-483a-a143-e9f0b2680ec2 req-c7e7e5fa-d70b-4013-b033-b061fa27c893 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840881 Aug 09 02:43:56.578966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8d26-f6df-4d21-a6c7-c7a6009ecd98 req-40a07a65-f648-42e6-892b-97ffc0c70ee3 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:56.580427 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-730a8d26-f6df-4d21-a6c7-c7a6009ecd98 req-40a07a65-f648-42e6-892b-97ffc0c70ee3 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0510633 Aug 09 02:43:56.634060 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-730a8d26-f6df-4d21-a6c7-c7a6009ecd98 req-91c1ae5e-da91-499a-95a6-e3c442cb333a tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Aug 09 02:43:56.667660 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35512) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:56.754903 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b4f42-1052-4e8d-9336-7258a8d978a2 tempest-TestShelveInstance-338261569 tempest-TestShelveInstance-338261569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:56.756404 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-fb5b4f42-1052-4e8d-9336-7258a8d978a2 tempest-TestShelveInstance-338261569 tempest-TestShelveInstance-338261569-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1124 time: 0.0875919 Aug 09 02:43:56.760636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35518) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:43:56.764825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'port_id': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:43:56.788059 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:56.837176 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:56.870860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:56.967948 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311dd3-69e6-4221-9a74-3257d3f09ac3 req-defa8097-84ed-41ac-93b5-d6d293febd84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:56.969419 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8e311dd3-69e6-4221-9a74-3257d3f09ac3 req-defa8097-84ed-41ac-93b5-d6d293febd84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0613644 Aug 09 02:43:57.047597 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Allocated IP 172.27.2.70 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/1a626346-0add-4c87-bb3f-9017096b90d6) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:43:57.068964 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8e311dd3-69e6-4221-9a74-3257d3f09ac3 req-041c3cd7-e083-4dcc-a53d-360b2a7a8ebe tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780733 Aug 09 02:43:57.162356 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for port (1a626346-0add-4c87-bb3f-9017096b90d6), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:57.164651 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:57.199353 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (1a626346-0add-4c87-bb3f-9017096b90d6), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:57.243644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:43:57.248711 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:43:57.250906 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'Port': ['ID=1a626346-0add-4c87-bb3f-9017096b90d6,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:57.253024 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:43:57.518076 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:57.625102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938539c-d49e-424c-8553-c05c448cd9bb req-37dbb4dd-080c-4bea-b9e8-e535c0cbe931 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:57.626626 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2938539c-d49e-424c-8553-c05c448cd9bb req-37dbb4dd-080c-4bea-b9e8-e535c0cbe931 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0756347 Aug 09 02:43:57.656665 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for floatingip (9986dc6c-c21c-43ef-a8d4-510de92061c3), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:57.722621 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2938539c-d49e-424c-8553-c05c448cd9bb req-ab58dc45-fd55-4bcc-ab2d-528164346b08 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893321 Aug 09 02:43:57.752259 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (1a626346-0add-4c87-bb3f-9017096b90d6), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:57.903985 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for port (1a626346-0add-4c87-bb3f-9017096b90d6), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:57.911932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (1a626346-0add-4c87-bb3f-9017096b90d6), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:57.952831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:57.976539 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event updated for resources: {'Port': ['ID=1a626346-0add-4c87-bb3f-9017096b90d6,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:43:57.983400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (9986dc6c-c21c-43ef-a8d4-510de92061c3), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:58.080579 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Floating IP 9986dc6c-c21c-43ef-a8d4-510de92061c3 associated. External IP: 172.27.2.70, port: f12d9ad9-133b-4098-a94d-fd5f540a9f7c. Aug 09 02:43:58.208148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bb3b-01be-4e4a-bf14-b8553dbfd5fa req-2c678cd4-4194-4cf4-8a37-c3c7175166ac tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:58.209600 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63e7bb3b-01be-4e4a-bf14-b8553dbfd5fa req-2c678cd4-4194-4cf4-8a37-c3c7175166ac tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0566876 Aug 09 02:43:58.326851 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63e7bb3b-01be-4e4a-bf14-b8553dbfd5fa req-b98d377d-0952-4beb-b98b-76d84dd5f09a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108863 Aug 09 02:43:58.347052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Router d2a7997e-fcef-4cae-95df-9d889e8dc59d has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:43:58.359215 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:58.458045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:43:58.467825 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686572f7-f161-4860-8895-c46184d790b8 None None] Sync routers for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:43:58.478631 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:43:58.486294 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:58.486927 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:58.509742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4d68e000-f7b1-4267-829f-ff5cdfff1dca tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7481148 Aug 09 02:43:58.510370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:43:58.512664 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671888ae-38dc-4bae-9021-1fa627b993f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:43:58.549601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8132bd-9ff6-47b4-9131-40100d4ff606 x-openstack-request-id: req-6f8132bd-9ff6-47b4-9131-40100d4ff606 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:43:58.549885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:43:58.550134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f8132bd-9ff6-47b4-9131-40100d4ff606 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:43:58.550561 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8132bd-9ff6-47b4-9131-40100d4ff606'] response: {'name': 'network-changed', 'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'status': 'completed', 'code': 200} Aug 09 02:43:58.662526 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:58.686995 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-4d7f4f60-832f-47eb-863c-5ef93e6e2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:58.688502 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-4d7f4f60-832f-47eb-863c-5ef93e6e2922 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1129 time: 0.0434444 Aug 09 02:43:58.689537 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:58.794479 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-3d50c015-9694-4521-8f23-ae033ca16bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:58.795850 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-3d50c015-9694-4521-8f23-ae033ca16bf4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.0970702 Aug 09 02:43:58.890118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3a33-ccad-4a4e-ab3c-13b902a8df43 req-dfa1ba6e-08b3-4bc5-ab0e-78883ca5a3e9 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:58.891729 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8deb3a33-ccad-4a4e-ab3c-13b902a8df43 req-dfa1ba6e-08b3-4bc5-ab0e-78883ca5a3e9 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0936613 Aug 09 02:43:58.902438 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-1d2af918-9619-4db5-a815-dc2a81cde66e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 998 time: 0.0942180 Aug 09 02:43:58.932962 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '9986dc6c-c21c-43ef-a8d4-510de92061c3', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'port_id': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'mac_address': 'fa:16:3e:5e:57:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:57Z', 'updated_at': '2022-08-09T02:43:57Z', 'revision_number': 0, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:58.961782 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686572f7-f161-4860-8895-c46184d790b8 None None] Checking router: d2a7997e-fcef-4cae-95df-9d889e8dc59d for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:43:58.970518 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:43:58.971103 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:43:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:58.981939 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-b6868cfa-1aee-44dd-89fe-ffb3be38c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:58.984368 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-b6868cfa-1aee-44dd-89fe-ffb3be38c966 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0692403 Aug 09 02:43:59.011817 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8deb3a33-ccad-4a4e-ab3c-13b902a8df43 req-74fffd73-2b38-4f37-8284-284183ca944f tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126537 Aug 09 02:43:59.038001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:59.046018 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-11f57960-62eb-46ca-a4b6-489cb6fb495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:59.047431 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-11f57960-62eb-46ca-a4b6-489cb6fb495e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519066 Aug 09 02:43:59.194532 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-b055effa-0c53-4938-a6e1-1630d58b8d72 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929751 Aug 09 02:43:59.202907 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:43:59.293654 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:59.316269 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-671888ae-38dc-4bae-9021-1fa627b993f0 req-e4b4b91a-fdbf-478c-9682-8496b360d0de service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Aug 09 02:43:59.343042 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:59.376987 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:59.382799 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:43:59.423506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-686572f7-f161-4860-8895-c46184d790b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '9986dc6c-c21c-43ef-a8d4-510de92061c3', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'port_id': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'mac_address': 'fa:16:3e:5e:57:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:57Z', 'updated_at': '2022-08-09T02:43:57Z', 'revision_number': 0, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:43:59.449566 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686572f7-f161-4860-8895-c46184d790b8 None None] The sync data for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi is: [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '9986dc6c-c21c-43ef-a8d4-510de92061c3', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'port_id': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'mac_address': 'fa:16:3e:5e:57:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:57Z', 'updated_at': '2022-08-09T02:43:57Z', 'revision_number': 0, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:43:59.474324 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd74f-5dc7-44b1-8252-1a404a7ec6ca req-9fe7f012-9caa-4ace-9ba6-0d906e426c13 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:43:59.475938 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4c9bd74f-5dc7-44b1-8252-1a404a7ec6ca req-9fe7f012-9caa-4ace-9ba6-0d906e426c13 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0559866 Aug 09 02:43:59.534104 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4c9bd74f-5dc7-44b1-8252-1a404a7ec6ca req-32871e23-0608-4ca7-8c14-48f23a2e8b31 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520623 Aug 09 02:43:59.679598 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028c6d4-7266-4368-a5b4-edfdaa5112e1 None None] New status for floating IP 9986dc6c-c21c-43ef-a8d4-510de92061c3: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:44:00.132139 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1cce7-444d-4529-ba0c-45cbf0e4bd33 req-5d237d4d-3159-4b7c-ad48-22e5467ac7e6 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:00.133563 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d5b1cce7-444d-4529-ba0c-45cbf0e4bd33 req-5d237d4d-3159-4b7c-ad48-22e5467ac7e6 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0470855 Aug 09 02:44:00.194230 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d5b1cce7-444d-4529-ba0c-45cbf0e4bd33 req-ad75838e-919b-42e9-9e05-fdb83e45bd88 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&id=7e19b9f8-7e81-4515-aa48-2923ab7b3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548985 Aug 09 02:44:00.640427 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-cce175f7-0211-4044-b159-8dbd198cc093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:00.675644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289eb3f-e1b6-41f9-8fb8-d881e9e52662 req-339ddd43-9be4-495a-b4d1-de13b00e7b83 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:00.677015 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4289eb3f-e1b6-41f9-8fb8-d881e9e52662 req-339ddd43-9be4-495a-b4d1-de13b00e7b83 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Aug 09 02:44:00.724673 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4289eb3f-e1b6-41f9-8fb8-d881e9e52662 req-7502b55d-6f1b-4e8a-b45b-b62091064e7e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Aug 09 02:44:01.341987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:01.356125 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2c33-9f0f-436b-aa32-d9e83b952399 req-e0ff7f01-401a-4a65-b934-db4eec4b7351 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:01.357966 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-831e2c33-9f0f-436b-aa32-d9e83b952399 req-e0ff7f01-401a-4a65-b934-db4eec4b7351 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.0484536 Aug 09 02:44:01.406524 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-831e2c33-9f0f-436b-aa32-d9e83b952399 req-be6ab67d-3ab3-48a4-b991-317b993ac9ae tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Aug 09 02:44:01.460246 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:44:01.853826 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911be0a-509a-476f-8581-24eb3999b795 req-f572b7be-5523-47d4-bceb-a2e09849c5e5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:01.855401 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d911be0a-509a-476f-8581-24eb3999b795 req-f572b7be-5523-47d4-bceb-a2e09849c5e5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0474536 Aug 09 02:44:01.908749 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d911be0a-509a-476f-8581-24eb3999b795 req-78371fd9-0843-43ff-a8af-1d0a587c690f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Aug 09 02:44:02.543464 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adabecb-f736-439e-bad2-89fd34bc3c1b req-62977909-5282-4077-b554-58d1b29f4c94 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:02.544873 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3adabecb-f736-439e-bad2-89fd34bc3c1b req-62977909-5282-4077-b554-58d1b29f4c94 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.0542104 Aug 09 02:44:02.595732 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3adabecb-f736-439e-bad2-89fd34bc3c1b req-2eeb00dc-86d5-44f5-9cf2-f8c5cf2e949f tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448468 Aug 09 02:44:03.037569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58adf4-d27a-4bd1-8def-ef02d6c24fa4 req-dc6c14e3-ccac-4e98-82ce-f5f31d6c6d81 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:03.039040 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7f58adf4-d27a-4bd1-8def-ef02d6c24fa4 req-dc6c14e3-ccac-4e98-82ce-f5f31d6c6d81 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0497136 Aug 09 02:44:03.085780 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7f58adf4-d27a-4bd1-8def-ef02d6c24fa4 req-6cbacd6d-f641-48b5-b26c-b04c95b18783 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Aug 09 02:44:03.108235 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2e027939-549b-40e6-9d9e-44dcbb8a4634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:03.891748 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff143944-425a-4231-9388-5a275d0614df req-b71cc25b-6c39-4d2d-a6dd-2d21940772ec tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:03.893176 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff143944-425a-4231-9388-5a275d0614df req-b71cc25b-6c39-4d2d-a6dd-2d21940772ec tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.3032503 Aug 09 02:44:03.913037 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cd106-396f-4194-afbe-8317832b4c81 req-89a802bc-e89e-4bee-b375-f9eadf929265 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:03.914443 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f3cd106-396f-4194-afbe-8317832b4c81 req-89a802bc-e89e-4bee-b375-f9eadf929265 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 946 time: 0.0664091 Aug 09 02:44:03.965288 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:04.020124 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f3cd106-396f-4194-afbe-8317832b4c81 req-c8fc6fa2-9437-49f3-af78-2b8fcaecb3c7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=abcff8a2-3641-4375-982b-6554273d6ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888228 Aug 09 02:44:04.024080 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 96884ef6-4436-4720-ad24-268bd22eb72d {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:44:04.024421 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.125032 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] For port 96884ef6-4436-4720-ad24-268bd22eb72d, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=96884ef6-4436-4720-ad24-268bd22eb72d,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:04.125598 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.299029 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9fc0-af93-461a-8b0a-ef91700cda66 req-955b02ec-b0ca-4010-909b-bcaaadc8a401 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:04.300593 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d16a9fc0-af93-461a-8b0a-ef91700cda66 req-955b02ec-b0ca-4010-909b-bcaaadc8a401 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.1101363 Aug 09 02:44:04.303703 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.402184 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d16a9fc0-af93-461a-8b0a-ef91700cda66 req-46c195fe-c876-4f12-bf8d-5b97a1a4df1e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938742 Aug 09 02:44:04.410784 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.411479 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (a9c42c0d-5706-4a2f-ba6c-2eff352bf24e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.412017 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP a9c42c0d-5706-4a2f-ba6c-2eff352bf24e disassociated. External IP: 172.27.2.222, port: 96884ef6-4436-4720-ad24-268bd22eb72d. Aug 09 02:44:04.412768 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 96884ef6-4436-4720-ad24-268bd22eb72d owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:44:04.457678 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:04.547235 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (96884ef6-4436-4720-ad24-268bd22eb72d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.575935 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=96884ef6-4436-4720-ad24-268bd22eb72d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:04.693844 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:44:04.802597 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:44:04.813732 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848900-8586-4f47-aac6-845769b4338e None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:44:04.824271 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:04.825143 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:04.848337 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] No DVR routers for this DVR port 96884ef6-4436-4720-ad24-268bd22eb72d on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:44:04.851231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:04.854849 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff143944-425a-4231-9388-5a275d0614df req-a74fc40a-1a5a-41d6-bb6c-2f0a9b6216dd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "DELETE /networking/v2.0/ports/96884ef6-4436-4720-ad24-268bd22eb72d HTTP/1.1" status: 204 len: 173 time: 0.9555504 Aug 09 02:44:04.855303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'name': 'network-vif-deleted', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:04.858668 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed44461-84cc-43f3-9206-6a0156554918" -d '{"events": [{"server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "name": "network-vif-deleted", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:04.902379 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96297a2-7f42-406c-8d0a-feda370a8484 x-openstack-request-id: req-e96297a2-7f42-406c-8d0a-feda370a8484 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:04.903052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86989fa1-a3d2-4af9-9e2c-319ac2a8a23c", "name": "network-vif-deleted", "tag": "96884ef6-4436-4720-ad24-268bd22eb72d", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:04.903052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e96297a2-7f42-406c-8d0a-feda370a8484 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:04.903295 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96297a2-7f42-406c-8d0a-feda370a8484'] response: {'server_uuid': '86989fa1-a3d2-4af9-9e2c-319ac2a8a23c', 'name': 'network-vif-deleted', 'tag': '96884ef6-4436-4720-ad24-268bd22eb72d', 'status': 'completed', 'code': 200} Aug 09 02:44:04.933731 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:05.148823 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b1d5c9ba-1f46-40a8-a944-e0263dc21372 req-720796dc-8068-4cc8-8641-b6bfde49b866 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86989fa1-a3d2-4af9-9e2c-319ac2a8a23c HTTP/1.1" status: 200 len: 210 time: 0.0325537 Aug 09 02:44:05.166665 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:17Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:05.194523 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848900-8586-4f47-aac6-845769b4338e None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:44:05.205546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:05.206198 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:05.255907 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:05.323068 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:05.479910 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:05.545230 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f342ad0-e7b9-4782-89fc-eb32045911fb req-52ab2233-e0c7-4291-bfa1-5afdb01e6ae5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:05.547011 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3f342ad0-e7b9-4782-89fc-eb32045911fb req-52ab2233-e0c7-4291-bfa1-5afdb01e6ae5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Aug 09 02:44:05.570336 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b8848900-8586-4f47-aac6-845769b4338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:17Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:05.603929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848900-8586-4f47-aac6-845769b4338e None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'daa52e4b-dd1c-4ddd-8a86-84787d8b092e', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '78354ed7-300a-4712-933c-8e98c2dff363', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:e8:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:40:40Z', 'updated_at': '2022-08-09T02:41:17Z', 'revision_number': 2, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:44:05.618924 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3f342ad0-e7b9-4782-89fc-eb32045911fb req-029dad64-a4d7-49ae-aa68-7530e6793c3d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657725 Aug 09 02:44:05.814889 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:05.830803 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:05.858279 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e46d1-6f5f-4ff2-9983-75556a75e47e None None] New status for floating IP a9c42c0d-5706-4a2f-ba6c-2eff352bf24e: DOWN {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:44:06.244785 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35580) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:06.286906 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:06.310251 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b77c1df9-7d63-4bca-a279-15e36786d048 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (abcff8a2-3641-4375-982b-6554273d6ffa), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.340410 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b77c1df9-7d63-4bca-a279-15e36786d048 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (abcff8a2-3641-4375-982b-6554273d6ffa), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.389078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b77c1df9-7d63-4bca-a279-15e36786d048 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (abcff8a2-3641-4375-982b-6554273d6ffa), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.391594 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b77c1df9-7d63-4bca-a279-15e36786d048 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.392734 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b77c1df9-7d63-4bca-a279-15e36786d048 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/abcff8a2-3641-4375-982b-6554273d6ffa HTTP/1.1" status: 204 len: 168 time: 0.1469872 Aug 09 02:44:06.395902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35584) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:06.401747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c1df9-7d63-4bca-a279-15e36786d048 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcff8a2-3641-4375-982b-6554273d6ffa,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:06.415930 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-d9429f48-9731-4814-b9f9-f4f9f77110d6 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] show failed (client error): The resource could not be found. Aug 09 02:44:06.420188 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d9429f48-9731-4814-b9f9-f4f9f77110d6 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups/abcff8a2-3641-4375-982b-6554273d6ffa HTTP/1.1" status: 404 len: 347 time: 0.0232921 Aug 09 02:44:06.420533 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35586) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:06.531971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 9395ad85-aa8a-4983-9322-e2f0c4205f15 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:44:06.532324 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.615441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.615715 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (9395ad85-aa8a-4983-9322-e2f0c4205f15), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.628870 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 9395ad85-aa8a-4983-9322-e2f0c4205f15 owned by network:floatingip {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:44:06.634418 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:06.756544 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c978d09-4b31-4bd0-bacc-fbc1e8096458 req-8450e973-4591-4ce1-b780-359faa6de2ae tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:06.757988 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c978d09-4b31-4bd0-bacc-fbc1e8096458 req-8450e973-4591-4ce1-b780-359faa6de2ae tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0626984 Aug 09 02:44:06.843782 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c978d09-4b31-4bd0-bacc-fbc1e8096458 req-6360314e-fd6b-4d9d-ace9-0420502c62fe tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783234 Aug 09 02:44:06.845253 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (9395ad85-aa8a-4983-9322-e2f0c4205f15), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.872338 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=9395ad85-aa8a-4983-9322-e2f0c4205f15,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:06.936668 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (a9c42c0d-5706-4a2f-ba6c-2eff352bf24e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.939417 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:06.940680 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4a9066ed-8455-4805-abde-f2b06b240a41 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/a9c42c0d-5706-4a2f-ba6c-2eff352bf24e HTTP/1.1" status: 204 len: 168 time: 0.5191660 Aug 09 02:44:06.977937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 96884ef6-4436-4720-ad24-268bd22eb72d no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:44:06.996912 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 96884ef6-4436-4720-ad24-268bd22eb72d {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:44:06.997251 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 96884ef6-4436-4720-ad24-268bd22eb72d not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:44:07.976911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d262e3-7f71-4f3f-a6e4-dbc3a0fd7abc req-a19bf7b9-ab0c-495a-b078-8417b4e80d78 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:07.978465 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72d262e3-7f71-4f3f-a6e4-dbc3a0fd7abc req-a19bf7b9-ab0c-495a-b078-8417b4e80d78 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0547392 Aug 09 02:44:08.026408 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72d262e3-7f71-4f3f-a6e4-dbc3a0fd7abc req-d4b31746-1052-4b78-993c-b18a695ea20a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Aug 09 02:44:09.159404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b627a36-9379-4bd4-ada9-6a71f27a86ac req-6246a678-def1-455d-8b56-7c0842eb9953 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:09.160818 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0b627a36-9379-4bd4-ada9-6a71f27a86ac req-6246a678-def1-455d-8b56-7c0842eb9953 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0486181 Aug 09 02:44:09.212227 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0b627a36-9379-4bd4-ada9-6a71f27a86ac req-1eb7cbbd-8914-402f-b385-a3477c0dcaa8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 Aug 09 02:44:09.714764 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aba10-6411-45bc-b4e9-0bf3682bd1d0 req-fde61508-a812-4924-804b-0091d797c49d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:09.716192 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-252aba10-6411-45bc-b4e9-0bf3682bd1d0 req-fde61508-a812-4924-804b-0091d797c49d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0489233 Aug 09 02:44:09.770068 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-252aba10-6411-45bc-b4e9-0bf3682bd1d0 req-dd77f3a0-e497-4124-af59-c439eb31dba9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455210 Aug 09 02:44:10.344674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b24e-8cdf-4718-a79b-9bc4d3c10625 req-0c7dfd73-d907-426d-8ab2-d280f088b972 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:10.346181 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6013b24e-8cdf-4718-a79b-9bc4d3c10625 req-0c7dfd73-d907-426d-8ab2-d280f088b972 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Aug 09 02:44:10.380446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:10.398143 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6013b24e-8cdf-4718-a79b-9bc4d3c10625 req-99e46a7c-8222-4f3d-bcc9-de909b64e75e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Aug 09 02:44:10.792237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666108d-db6f-4c85-acb2-e0fe242c4515 req-716f79ad-6ffb-4c10-a678-7468bc099570 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:10.793586 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6666108d-db6f-4c85-acb2-e0fe242c4515 req-716f79ad-6ffb-4c10-a678-7468bc099570 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Aug 09 02:44:10.852222 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6666108d-db6f-4c85-acb2-e0fe242c4515 req-7b415cfa-5172-4d05-8652-9c16e3ab4e4c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527682 Aug 09 02:44:10.900910 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15a8ab-df15-48eb-9dc9-a4874c4a2261 req-92c5164a-3c6d-4eeb-aa58-2ab90230bf61 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:10.902373 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff15a8ab-df15-48eb-9dc9-a4874c4a2261 req-92c5164a-3c6d-4eeb-aa58-2ab90230bf61 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0468307 Aug 09 02:44:10.948573 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff15a8ab-df15-48eb-9dc9-a4874c4a2261 req-17152616-0077-40ca-82ad-19e7e9b2c74d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404730 Aug 09 02:44:11.491888 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:11.531351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72813282-97ce-4c50-a676-ee62ae9ac400 req-bf781985-63de-4258-aa02-905114cbfd8a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:11.532915 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72813282-97ce-4c50-a676-ee62ae9ac400 req-bf781985-63de-4258-aa02-905114cbfd8a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0519185 Aug 09 02:44:11.580731 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72813282-97ce-4c50-a676-ee62ae9ac400 req-c6d9d4af-a6e4-4f16-b713-8b5a7bdbf2ff tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Aug 09 02:44:11.991488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb64678-3efe-4418-9cd0-c467032793ec req-502db750-fe1f-46d7-8f82-f78147f287bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:11.992938 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ceb64678-3efe-4418-9cd0-c467032793ec req-502db750-fe1f-46d7-8f82-f78147f287bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Aug 09 02:44:12.068920 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ceb64678-3efe-4418-9cd0-c467032793ec req-352b3c56-e513-45ee-9bce-97de546e40df tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702848 Aug 09 02:44:12.079605 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615db4-ed8e-4991-a35d-5768ce781a43 req-22c0f8e8-b288-453f-8c73-381bc1b6be9b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:12.081037 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a615db4-ed8e-4991-a35d-5768ce781a43 req-22c0f8e8-b288-453f-8c73-381bc1b6be9b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0565166 Aug 09 02:44:12.129007 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a615db4-ed8e-4991-a35d-5768ce781a43 req-3d9bf2c8-2a4a-4bf8-91d5-0eb95c3eb751 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d1442b7-c4cc-43d6-b839-60ed3ed27f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Aug 09 02:44:12.480405 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddc646-d256-4231-9772-b0347e38501a req-9543815d-1a94-4c62-a309-906d4abcaf91 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:12.481840 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4ddc646-d256-4231-9772-b0347e38501a req-9543815d-1a94-4c62-a309-906d4abcaf91 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 945 time: 0.0479288 Aug 09 02:44:12.584438 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 78354ed7-300a-4712-933c-8e98c2dff363 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:44:12.585116 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (78354ed7-300a-4712-933c-8e98c2dff363), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:12.719267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] For port 78354ed7-300a-4712-933c-8e98c2dff363, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=78354ed7-300a-4712-933c-8e98c2dff363,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:12.719598 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (78354ed7-300a-4712-933c-8e98c2dff363), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:12.739945 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb7e3f-08dc-44a3-80be-038c695b4fb9 req-9457ac87-abdc-4990-9079-3e1f54fa8ca6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:12.741378 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d4fb7e3f-08dc-44a3-80be-038c695b4fb9 req-9457ac87-abdc-4990-9079-3e1f54fa8ca6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0734813 Aug 09 02:44:12.860992 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d4fb7e3f-08dc-44a3-80be-038c695b4fb9 req-186b7bdf-72ed-4398-b48e-5c3be5f8d202 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922747 Aug 09 02:44:12.919147 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:12.919515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (daa52e4b-dd1c-4ddd-8a86-84787d8b092e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:12.919832 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP daa52e4b-dd1c-4ddd-8a86-84787d8b092e disassociated. External IP: 172.27.2.195, port: 78354ed7-300a-4712-933c-8e98c2dff363. Aug 09 02:44:12.920182 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 78354ed7-300a-4712-933c-8e98c2dff363 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:44:13.003963 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:13.064215 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (78354ed7-300a-4712-933c-8e98c2dff363), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:13.070434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:13.094729 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=78354ed7-300a-4712-933c-8e98c2dff363,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:13.235351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087b30d-eae0-40fb-b5f9-e232ff1ace5c req-722747b6-31c9-440c-87df-92476f5eb637 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:13.236771 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c087b30d-eae0-40fb-b5f9-e232ff1ace5c req-722747b6-31c9-440c-87df-92476f5eb637 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0892658 Aug 09 02:44:13.262707 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fb864f12-d1d6-4b0f-956b-03190f82cc8c req-bbca4343-f923-429d-bfa2-24f5a15874f0 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a HTTP/1.1" status: 200 len: 210 time: 0.0562966 Aug 09 02:44:13.302610 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:44:13.308725 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c087b30d-eae0-40fb-b5f9-e232ff1ace5c req-db6db2bc-1ba9-4ef4-a63f-f202ae1e97d9 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548756 Aug 09 02:44:13.420328 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:44:13.431278 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:44:13.443735 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:13.444445 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:13.464020 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] No DVR routers for this DVR port 78354ed7-300a-4712-933c-8e98c2dff363 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:44:13.467001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:13.470599 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4ddc646-d256-4231-9772-b0347e38501a req-a86cab18-8654-4332-916d-752fa4b4452e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "DELETE /networking/v2.0/ports/78354ed7-300a-4712-933c-8e98c2dff363 HTTP/1.1" status: 204 len: 173 time: 0.9810543 Aug 09 02:44:13.471105 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'name': 'network-vif-deleted', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:13.473503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f3be6-64a6-41e8-96f4-24a8eaa2d52e" -d '{"events": [{"server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "name": "network-vif-deleted", "tag": "78354ed7-300a-4712-933c-8e98c2dff363"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:13.513216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3e845b-a6ac-4eb0-a17d-97c30d55d3f1 x-openstack-request-id: req-4c3e845b-a6ac-4eb0-a17d-97c30d55d3f1 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:13.513504 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a", "name": "network-vif-deleted", "tag": "78354ed7-300a-4712-933c-8e98c2dff363", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:13.513755 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c3e845b-a6ac-4eb0-a17d-97c30d55d3f1 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:13.514221 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3e845b-a6ac-4eb0-a17d-97c30d55d3f1'] response: {'server_uuid': 'e3f5165a-7fe9-4e47-b6e8-9774aa4a7b5a', 'name': 'network-vif-deleted', 'tag': '78354ed7-300a-4712-933c-8e98c2dff363', 'status': 'completed', 'code': 200} Aug 09 02:44:13.564342 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:13.756834 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:13.780783 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:44:13.789294 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:13.789883 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:13.820104 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:13.990792 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873c3ef-a9b1-4dcd-8c42-b15ffc6ddbe4 req-0108c674-9f0c-4c23-9834-34716e137325 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:13.992343 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f873c3ef-a9b1-4dcd-8c42-b15ffc6ddbe4 req-0108c674-9f0c-4c23-9834-34716e137325 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Aug 09 02:44:14.027699 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:14.041305 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f873c3ef-a9b1-4dcd-8c42-b15ffc6ddbe4 req-48c0f95d-4edf-4a35-a322-70bc26e09e00 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431907 Aug 09 02:44:14.232221 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:14.261790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb4110-c5a0-4c8a-83b9-7c561be102a4 None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:44:14.360101 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35662) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:14.419559 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (6d1442b7-c4cc-43d6-b839-60ed3ed27f12), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.451691 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60ca0-358f-4313-880e-8f8735d898f5 req-cbb1198d-c845-402c-b232-e40b1b4ab703 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:14.454352 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (6d1442b7-c4cc-43d6-b839-60ed3ed27f12), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.455155 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8fe60ca0-358f-4313-880e-8f8735d898f5 req-cbb1198d-c845-402c-b232-e40b1b4ab703 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Aug 09 02:44:14.505686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8fe60ca0-358f-4313-880e-8f8735d898f5 req-b668534f-5b06-4e1c-93ae-1a93405dace5 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465274 Aug 09 02:44:14.514532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6d1442b7-c4cc-43d6-b839-60ed3ed27f12), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.517641 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.519029 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6d1442b7-c4cc-43d6-b839-60ed3ed27f12 HTTP/1.1" status: 204 len: 168 time: 0.1576154 Aug 09 02:44:14.522380 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35664) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:14.528935 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1442b7-c4cc-43d6-b839-60ed3ed27f12,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:14.537242 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.537589 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.537929 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.538284 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.538550 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be88ac-0626-4b5a-9093-38b107876bd0 None None] New status for floating IP daa52e4b-dd1c-4ddd-8a86-84787d8b092e: DOWN {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:44:14.539059 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.539059 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.539226 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.api.v2.resource [None req-3664195e-26ab-4e44-b78a-2bb4445f16c3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] show failed (client error): The resource could not be found. Aug 09 02:44:14.539311 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.539599 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.540111 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.540426 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3664195e-26ab-4e44-b78a-2bb4445f16c3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups/6d1442b7-c4cc-43d6-b839-60ed3ed27f12 HTTP/1.1" status: 404 len: 347 time: 0.0165393 Aug 09 02:44:14.540604 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.540776 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.541008 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.541463 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.541955 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.542470 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f994856-8aa0-465b-80b1-461a9d3cbf4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:14.543237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35666) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:14.556563 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:14.662173 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 36e90de2-e082-42d3-9c39-26d0b388bcde {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:44:14.662533 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.960129 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.960449 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (36e90de2-e082-42d3-9c39-26d0b388bcde), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:14.973478 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 36e90de2-e082-42d3-9c39-26d0b388bcde owned by network:floatingip {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:44:14.984999 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:15.004351 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:44:15.105243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:15.118448 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'mac_address': 'fa:16:3e:e9:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:44:15.133652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (36e90de2-e082-42d3-9c39-26d0b388bcde), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.157379 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: ACTIVE; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:15.157769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.171545 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e32a0be8-e008-4397-89d0-66d5a85e0515 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:44:15.189395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=36e90de2-e082-42d3-9c39-26d0b388bcde,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:15.194107 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:15.199508 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.203198 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b67c4-ac52-476c-84f3-e67569cf4dc1 req-c84e12d1-60b0-42a8-a906-c12589aa7961 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:15.205490 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3c7b67c4-ac52-476c-84f3-e67569cf4dc1 req-c84e12d1-60b0-42a8-a906-c12589aa7961 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0831027 Aug 09 02:44:15.252845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=6']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:15.298007 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3c7b67c4-ac52-476c-84f3-e67569cf4dc1 req-46449d0c-9692-4af4-98fe-5dffd08fe80d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777757 Aug 09 02:44:15.300565 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (daa52e4b-dd1c-4ddd-8a86-84787d8b092e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.303082 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.304180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0e236103-7c84-4abb-bd1b-29e6cfb84023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/daa52e4b-dd1c-4ddd-8a86-84787d8b092e HTTP/1.1" status: 204 len: 168 time: 0.7599130 Aug 09 02:44:15.378066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35680) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:15.382931 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762503863', 'description': 'tempest-description--610801291'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:15.405120 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.475928 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (3158b17c-b920-45dd-9462-440a0af9b2a2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.481053 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3158b17c-b920-45dd-9462-440a0af9b2a2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.511652 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.516366 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1336842 Aug 09 02:44:15.516366 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916db12-7efb-4a5b-910b-f1be33a8457d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3158b17c-b920-45dd-9462-440a0af9b2a2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:15.518789 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35686) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:15.528054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': '3158b17c-b920-45dd-9462-440a0af9b2a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:15.538784 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:15.547131 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e32a0be8-e008-4397-89d0-66d5a85e0515'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:44:15.575070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (b845030c-dbac-4d9a-a41d-957e04284eaf), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.661468 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdf7d2-0377-47ea-9193-e8d301693291 req-5736d739-9922-40af-8aa3-a7e61b7167e3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:15.663094 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8fdf7d2-0377-47ea-9193-e8d301693291 req-5736d739-9922-40af-8aa3-a7e61b7167e3 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0640235 Aug 09 02:44:15.672033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (b845030c-dbac-4d9a-a41d-957e04284eaf), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.676761 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (b845030c-dbac-4d9a-a41d-957e04284eaf), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.710953 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b845030c-dbac-4d9a-a41d-957e04284eaf,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:15.733378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.734696 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5c0d22e8-2ccd-40db-8e9e-4c8217389bdd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2148933 Aug 09 02:44:15.737361 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35702) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:15.741644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': '3158b17c-b920-45dd-9462-440a0af9b2a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:15.767871 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a8fdf7d2-0377-47ea-9193-e8d301693291 req-185da2de-35e5-405e-acac-b9a2bbea5ad0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766170 Aug 09 02:44:15.788737 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (53b3e520-a86c-4f33-9f6b-af35c5ce069e), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.842717 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (53b3e520-a86c-4f33-9f6b-af35c5ce069e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.849455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (53b3e520-a86c-4f33-9f6b-af35c5ce069e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.869053 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b3e520-a86c-4f33-9f6b-af35c5ce069e,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:15.880260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:15.882780 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c389e7da-7eab-4518-b656-c8e1402e20f9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445029 Aug 09 02:44:15.887435 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35708) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:15.892825 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:15.915533 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.000987 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.128868 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.27.2.176 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/50553944-722a-4601-a65e-528a3908ff52) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:44:16.241108 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (50553944-722a-4601-a65e-528a3908ff52), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.261608 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:16.277558 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (50553944-722a-4601-a65e-528a3908ff52), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.323536 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:16.327171 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:44:16.333889 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:44:16.337028 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:44:16.339171 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=50553944-722a-4601-a65e-528a3908ff52,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:16.467851 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268200fb-15da-4433-b1cd-721949e2d658 req-fe9ec574-cd16-42ca-aa01-e08e853c3879 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:16.468612 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-268200fb-15da-4433-b1cd-721949e2d658 req-fe9ec574-cd16-42ca-aa01-e08e853c3879 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 945 time: 0.0749743 Aug 09 02:44:16.501164 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (d88f2622-fc2b-42ea-a90d-9c2670b51416), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.523738 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-268200fb-15da-4433-b1cd-721949e2d658 req-127e7995-0101-4e97-b6cb-bc6984fb0e20 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460048 Aug 09 02:44:16.547627 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (50553944-722a-4601-a65e-528a3908ff52), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.708583 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (50553944-722a-4601-a65e-528a3908ff52), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.715447 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (50553944-722a-4601-a65e-528a3908ff52), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.786882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (d88f2622-fc2b-42ea-a90d-9c2670b51416), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.789722 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=50553944-722a-4601-a65e-528a3908ff52,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:16.832179 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:16.842720 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-11ab396e-8b2d-41fb-8568-c631999c855d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9456997 Aug 09 02:44:16.877081 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:16.934988 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2765-c2a3-4e9b-a4f4-e0a1fa55b0f5 req-3a0685b2-1267-4990-89bf-17ac4fc006dd tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:16.938663 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62da2765-c2a3-4e9b-a4f4-e0a1fa55b0f5 req-3a0685b2-1267-4990-89bf-17ac4fc006dd tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0788739 Aug 09 02:44:17.001348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62da2765-c2a3-4e9b-a4f4-e0a1fa55b0f5 req-052695c5-7fe3-4d3b-8935-305d7a4b71bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531805 Aug 09 02:44:17.035714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:44:17.081548 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-a1b0babb-5f54-4657-af47-a4b7940feaba tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--762503863&fields=id&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 267 time: 0.0657473 Aug 09 02:44:17.089625 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port e32a0be8-e008-4397-89d0-66d5a85e0515 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:44:17.090001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:17.190980 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:17.191707 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:17.204863 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-96b736bb-2316-4ecb-ac27-3a6846b011a4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:17.212188 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-96b736bb-2316-4ecb-ac27-3a6846b011a4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.1296525 Aug 09 02:44:17.226928 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:17.228482 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:17.231692 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562f36d-a61c-46e2-9287-0150edeea237" -d '{"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-plugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:17.232473 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-75e5913f-d838-414d-a630-2b8fa75d2310 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/quotas/8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 375 time: 0.0189412 Aug 09 02:44:17.239964 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:17.250929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:17.252291 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 78354ed7-300a-4712-933c-8e98c2dff363 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:44:17.301803 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-4085e52f-8f15-4e43-9a45-71620694739d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677609 Aug 09 02:44:17.305407 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 78354ed7-300a-4712-933c-8e98c2dff363 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:44:17.305805 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 78354ed7-300a-4712-933c-8e98c2dff363 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:44:17.308822 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1541ca3e-b506-40f2-98bd-d4198aef7717 x-openstack-request-id: req-1541ca3e-b506-40f2-98bd-d4198aef7717 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:17.309130 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-plugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:17.309398 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1541ca3e-b506-40f2-98bd-d4198aef7717 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:17.309766 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1541ca3e-b506-40f2-98bd-d4198aef7717'] response: {'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'code': 200} Aug 09 02:44:17.337287 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=7']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:17.426851 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-8366f99d-74e6-4927-9891-385916bb42ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095896 Aug 09 02:44:17.534798 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:17.539377 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-dc368f83-aaa3-422f-91f0-1c898b2c776d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097817 Aug 09 02:44:17.724096 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f793ac-25d0-42cc-bd60-c62af00da17d req-a0a072d4-4ee3-4785-bfec-a04d2790a4c6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:17.726250 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-06f793ac-25d0-42cc-bd60-c62af00da17d req-a0a072d4-4ee3-4785-bfec-a04d2790a4c6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0717728 Aug 09 02:44:17.796236 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-06f793ac-25d0-42cc-bd60-c62af00da17d req-2b50965d-4242-40b5-9723-0bac12d251b0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602498 Aug 09 02:44:17.851744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8dd97f45-11c1-4cfc-8854-09fb0528fdc7 req-a9c77542-ca87-4d16-8f5b-98a7d6f06174 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 210 time: 0.0710280 Aug 09 02:44:18.151951 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda4ca-057f-43a8-a0c2-ea6db9ef3b53 req-2be220bd-c28b-458b-a613-c8e712c87834 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:18.159180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3ceda4ca-057f-43a8-a0c2-ea6db9ef3b53 req-2be220bd-c28b-458b-a613-c8e712c87834 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0746601 Aug 09 02:44:18.206348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3ceda4ca-057f-43a8-a0c2-ea6db9ef3b53 req-4113f0a0-f417-4478-9acc-9dfead06bee2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462899 Aug 09 02:44:18.953368 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7947ac3-a9e1-4bd1-8d92-0eafb696d014 req-b270caa8-bc38-401e-9824-0c5706928b1e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:18.962742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b7947ac3-a9e1-4bd1-8d92-0eafb696d014 req-b270caa8-bc38-401e-9824-0c5706928b1e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0671525 Aug 09 02:44:19.004155 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db8ca2e3-3fe9-46c9-be0f-70f395522f4d req-d6c96609-aae7-409f-8513-29becb2d23bf tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 210 time: 0.0338876 Aug 09 02:44:19.034680 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b7947ac3-a9e1-4bd1-8d92-0eafb696d014 req-35b7ac9f-8993-4655-aba9-40ce15188d70 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710201 Aug 09 02:44:19.421378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd0477-530f-4856-b477-f9569b7be633 req-927e68cd-77b2-4d38-b47d-4a50123fbba0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:19.422983 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-26fd0477-530f-4856-b477-f9569b7be633 req-927e68cd-77b2-4d38-b47d-4a50123fbba0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0860624 Aug 09 02:44:19.468516 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-4789b997-2bc4-45e6-a386-814006e715cd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:19.470002 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-4789b997-2bc4-45e6-a386-814006e715cd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.2273571 Aug 09 02:44:19.487748 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-26fd0477-530f-4856-b477-f9569b7be633 req-551f265e-cd06-49c0-83a2-f9c0b4e2182c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569525 Aug 09 02:44:19.541596 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:19.575655 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-d81dd3ee-169a-4b78-aa67-8a41118aa04a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 379 time: 0.0625763 Aug 09 02:44:19.731210 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'port': {'device_id': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'admin_state_up': True, 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'security_groups': ['3158b17c-b920-45dd-9462-440a0af9b2a2']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:19.852262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Made reservation on behalf of 8ce26c854fc24cadb2be5ebd441b8f3a for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:44:19.856747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:19.999703 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.20.0.6 (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7/8e11e606-97ff-4906-9805-a4c6bcbac7f9/dd6d3011-7693-4d78-b859-3220bb048c68) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:44:20.129794 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:20.215446 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6b782ff0-92a3-421c-b165-2c679e1c0ef5 req-220927fb-46c6-4492-a4c3-bcf9971fbdd4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 210 time: 0.0777414 Aug 09 02:44:20.261213 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0c142-d89a-4317-b5f6-853c67b6765b req-b9f8d58e-0d60-4a3a-930b-33a455551e45 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:20.263552 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0df0c142-d89a-4317-b5f6-853c67b6765b req-b9f8d58e-0d60-4a3a-930b-33a455551e45 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.1230729 Aug 09 02:44:20.267860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (dd6d3011-7693-4d78-b859-3220bb048c68), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:20.341744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0df0c142-d89a-4317-b5f6-853c67b6765b req-60758b7c-23a0-4a8e-82be-9eebc406a1fc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719979 Aug 09 02:44:20.351342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:20.407270 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:44:20.411254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:44:20.414043 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:44:20.442600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=dd6d3011-7693-4d78-b859-3220bb048c68,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:20.486237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:20.486886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:20.509421 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-3d8aa54c-f3b7-4ffc-8263-29c45d22623b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820551 Aug 09 02:44:20.548107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Request body: {'port': {'device_id': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:20.644651 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:20.654870 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541e31-d019-4777-89b7-81b903796076 req-f803595a-ea6b-4bb9-872f-0d36fbca0e9e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:20.662831 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-49541e31-d019-4777-89b7-81b903796076 req-f803595a-ea6b-4bb9-872f-0d36fbca0e9e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0644917 Aug 09 02:44:20.705153 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-8a908f13-f8ab-47d2-9779-312793171b4a None None] Provisioning complete for port dd6d3011-7693-4d78-b859-3220bb048c68 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:44:20.705882 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8a908f13-f8ab-47d2-9779-312793171b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:20.744453 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:20.757406 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-8a908f13-f8ab-47d2-9779-312793171b4a None None] Port dd6d3011-7693-4d78-b859-3220bb048c68 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:44:20.758446 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-49541e31-d019-4777-89b7-81b903796076 req-c393ad55-6bac-408a-b4a0-4b855f914d53 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915923 Aug 09 02:44:21.049860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6d3011-7693-4d78-b859-3220bb048c68 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:44:21.058960 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Publish callbacks [] for port (dd6d3011-7693-4d78-b859-3220bb048c68), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:21.073467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Transition to ACTIVE for port object dd6d3011-7693-4d78-b859-3220bb048c68 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:44:21.079216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:21.173062 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6d3011-7693-4d78-b859-3220bb048c68,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:21.309194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Attempting to bind port dd6d3011-7693-4d78-b859-3220bb048c68 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:44:21.309452 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Attempting to bind port dd6d3011-7693-4d78-b859-3220bb048c68 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:44:21.309858 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Attempting to bind port dd6d3011-7693-4d78-b859-3220bb048c68 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:44:21.328084 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Port dd6d3011-7693-4d78-b859-3220bb048c68 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:44:21.328559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Attempting to bind port dd6d3011-7693-4d78-b859-3220bb048c68 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:44:21.331971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:21.356674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:44:21.356674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:44:21.356674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Bound using segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:44:21.356674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Bound port: dd6d3011-7693-4d78-b859-3220bb048c68, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:44:21.356674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:21.451764 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050049-c6dd-4fa4-a87d-743125bbdd26 req-5e54f293-078b-460d-94e9-ccd8069aa240 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:21.453328 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a050049-c6dd-4fa4-a87d-743125bbdd26 req-5e54f293-078b-460d-94e9-ccd8069aa240 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 943 time: 0.1169815 Aug 09 02:44:21.540249 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b5d9-e517-4483-ab3d-e40bf4ebf103 req-7e39f683-e5b4-4c61-ad2b-fc2a91f58d2a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:21.541774 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a819b5d9-e517-4483-ab3d-e40bf4ebf103 req-7e39f683-e5b4-4c61-ad2b-fc2a91f58d2a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0875957 Aug 09 02:44:21.576731 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] For port dd6d3011-7693-4d78-b859-3220bb048c68, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:44:21.596740 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2a050049-c6dd-4fa4-a87d-743125bbdd26 req-e8087b14-b552-420f-8baa-3b557df52331 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261966 Aug 09 02:44:21.607241 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] For port dd6d3011-7693-4d78-b859-3220bb048c68, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=dd6d3011-7693-4d78-b859-3220bb048c68,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:44:21.630420 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a819b5d9-e517-4483-ab3d-e40bf4ebf103 req-42425be9-a105-41bc-a551-546544e3816c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792532 Aug 09 02:44:21.631405 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:21.636155 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:21.636812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:21.638197 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/dd6d3011-7693-4d78-b859-3220bb048c68 HTTP/1.1" status: 200 len: 1093 time: 1.0988283 Aug 09 02:44:21.638700 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:21.641015 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d687d-cd0b-43a6-8af9-fe120811d11f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:21.704626 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df44d2fc-772a-4289-b6ed-ba6fe68de073 x-openstack-request-id: req-df44d2fc-772a-4289-b6ed-ba6fe68de073 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:21.706315 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:21.706572 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df44d2fc-772a-4289-b6ed-ba6fe68de073 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:21.707555 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df44d2fc-772a-4289-b6ed-ba6fe68de073'] response: {'name': 'network-changed', 'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'status': 'completed', 'code': 200} Aug 09 02:44:21.729084 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de547ad-12ed-49bb-9720-ff6e5c2e8872 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6d3011-7693-4d78-b859-3220bb048c68,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:21.795229 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-3c1fcfe8-2069-4990-a918-814fab256eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:21.797015 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-3c1fcfe8-2069-4990-a918-814fab256eb5 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 1127 time: 0.0534358 Aug 09 02:44:21.875811 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-5d469c95-3939-4a08-9c57-bbf94dcb293e service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd6d3011-7693-4d78-b859-3220bb048c68 HTTP/1.1" status: 200 len: 217 time: 0.0588257 Aug 09 02:44:21.924496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:21.958140 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293875-94ee-4a45-8d8e-59a480894587 req-3f1de6d1-2a0c-4d28-872e-62c3d0c84003 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:21.959902 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a293875-94ee-4a45-8d8e-59a480894587 req-3f1de6d1-2a0c-4d28-872e-62c3d0c84003 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0967312 Aug 09 02:44:21.978049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-bd2aac8a-cd2b-4247-9048-e96a842f37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:21.979582 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-bd2aac8a-cd2b-4247-9048-e96a842f37af service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0843608 Aug 09 02:44:22.068948 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a293875-94ee-4a45-8d8e-59a480894587 req-47e0ef05-6aa5-4d4d-b93b-4b53286efd52 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989680 Aug 09 02:44:22.074908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf124-d101-4182-9edf-d704c07f285d req-c7986955-277c-48c4-ba6b-82c8b0bc79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:22.076501 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-c7986955-277c-48c4-ba6b-82c8b0bc79a4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697694 Aug 09 02:44:22.249055 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-f287a752-339a-47f1-820b-9f32aa4d2cbb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184814 Aug 09 02:44:22.404396 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95ecf124-d101-4182-9edf-d704c07f285d req-3b370402-02b7-450a-a02b-d011f9a5cdc0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157556 Aug 09 02:44:22.742792 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228777-c58a-4d42-b232-f275279c27cd req-aacd66f1-9139-4bc0-b0b9-5ad49654e2d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:22.750898 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0e228777-c58a-4d42-b232-f275279c27cd req-aacd66f1-9139-4bc0-b0b9-5ad49654e2d8 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 943 time: 0.0583477 Aug 09 02:44:22.823725 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e49950-ded2-46c0-8057-a026cbe8e1dd req-4a178ee3-26f7-42a2-8e08-0ea55f88d832 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:22.825156 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-77e49950-ded2-46c0-8057-a026cbe8e1dd req-4a178ee3-26f7-42a2-8e08-0ea55f88d832 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0720317 Aug 09 02:44:22.862682 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0e228777-c58a-4d42-b232-f275279c27cd req-74095f7c-e381-4cc6-9782-2715f19e14e1 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112168 Aug 09 02:44:22.892536 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-77e49950-ded2-46c0-8057-a026cbe8e1dd req-95b3cef0-741f-4e04-b87c-997725794252 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553913 Aug 09 02:44:23.207214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15927d0-3b41-4c91-b832-d38257d50a60 req-59a27448-3a80-440f-b161-4ea0a9b69484 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:23.208783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a15927d0-3b41-4c91-b832-d38257d50a60 req-59a27448-3a80-440f-b161-4ea0a9b69484 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Aug 09 02:44:23.221493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:23.266019 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a15927d0-3b41-4c91-b832-d38257d50a60 req-017e1943-a817-4317-950f-57c122d34137 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510826 Aug 09 02:44:23.948142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-08a7f7b3-bdc9-4fb8-a4cf-8c64957b49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:23.949642 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-08a7f7b3-bdc9-4fb8-a4cf-8c64957b49c3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 1127 time: 0.0967774 Aug 09 02:44:24.123239 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0f63-004d-41a7-a7ea-42e1b810b160 req-e690ffba-1241-463a-a0d6-b8249090eb37 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:24.124806 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4f0f63-004d-41a7-a7ea-42e1b810b160 req-e690ffba-1241-463a-a0d6-b8249090eb37 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.1420085 Aug 09 02:44:24.138524 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b28d8f-58ab-4701-98a8-9afb35db9a37 req-76099a85-2157-4117-9a34-1488b57b06cf tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:24.139976 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b7b28d8f-58ab-4701-98a8-9afb35db9a37 req-76099a85-2157-4117-9a34-1488b57b06cf tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 943 time: 0.1253467 Aug 09 02:44:24.230059 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-adebdb3a-2deb-4bdf-99bd-f8765678173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:24.231624 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-adebdb3a-2deb-4bdf-99bd-f8765678173a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.2181017 Aug 09 02:44:24.260539 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c4f0f63-004d-41a7-a7ea-42e1b810b160 req-3907d759-50d0-4c5c-9d72-c7b34c921760 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179199 Aug 09 02:44:24.294439 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-d5dd39f7-d6a7-434f-a5fe-25e01f8e9db7 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd6d3011-7693-4d78-b859-3220bb048c68 HTTP/1.1" status: 200 len: 217 time: 0.0514627 Aug 09 02:44:24.301803 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b7b28d8f-58ab-4701-98a8-9afb35db9a37 req-8621f112-16a7-42d2-a1e2-fb7df548970b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474087 Aug 09 02:44:24.365531 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-4d47893e-dac0-4b78-b49b-32a9f0b05a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:24.367005 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-4d47893e-dac0-4b78-b49b-32a9f0b05a35 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0611918 Aug 09 02:44:24.396603 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:24.468501 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec228eb-afcf-4c34-b26e-f2a01ea40fdc req-23b5f118-fd92-4d1e-9ea6-202fc41085e1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:24.470432 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ec228eb-afcf-4c34-b26e-f2a01ea40fdc req-23b5f118-fd92-4d1e-9ea6-202fc41085e1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.1153018 Aug 09 02:44:24.481239 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-0a9b5ea5-ab71-4830-a42c-ac94198b4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:24.482867 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-0a9b5ea5-ab71-4830-a42c-ac94198b4fea service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849507 Aug 09 02:44:24.818975 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ec228eb-afcf-4c34-b26e-f2a01ea40fdc req-ecf81511-c5cc-4d2a-9b14-7b3f5b0ba441 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346550 Aug 09 02:44:24.861306 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-6087f21f-3d8a-4b4c-86f9-039493dbb736 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694949 Aug 09 02:44:24.966872 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f1d687d-cd0b-43a6-8af9-fe120811d11f req-34a2781d-c4c2-4404-a710-350639dbce77 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965998 Aug 09 02:44:25.422447 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6559ae-f15d-4396-b13f-e6795c070765 req-213eee1b-448e-4c4c-977c-aacb96aaabb6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:25.423903 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6d6559ae-f15d-4396-b13f-e6795c070765 req-213eee1b-448e-4c4c-977c-aacb96aaabb6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0731089 Aug 09 02:44:25.445679 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6262f-e329-4611-ac7c-c04e10904e13 req-94650b6c-2578-4974-941f-d1075e8c1bcd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:25.447152 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1cc6262f-e329-4611-ac7c-c04e10904e13 req-94650b6c-2578-4974-941f-d1075e8c1bcd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 943 time: 0.0626462 Aug 09 02:44:25.511634 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6d6559ae-f15d-4396-b13f-e6795c070765 req-0122d383-e02d-4c9c-a65c-7e8155cd30bb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819554 Aug 09 02:44:25.522919 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1cc6262f-e329-4611-ac7c-c04e10904e13 req-bf1ab4cd-b4e4-44a9-8d0a-a45b65312d4c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691864 Aug 09 02:44:25.848415 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-78a68d24-e31f-441f-9152-39ebba07d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:25.849971 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-78a68d24-e31f-441f-9152-39ebba07d223 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1130 time: 0.0416667 Aug 09 02:44:25.915890 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:25.965574 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d699-123f-4a67-96f5-24a9b4dabc78 req-3b4102df-9a94-4142-9274-26e33ed713f5 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:25.967047 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0601d699-123f-4a67-96f5-24a9b4dabc78 req-3b4102df-9a94-4142-9274-26e33ed713f5 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0682464 Aug 09 02:44:25.993362 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-ec00ce35-9de2-4d88-b688-30a605f90c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:25.994797 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-ec00ce35-9de2-4d88-b688-30a605f90c99 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.1378140 Aug 09 02:44:26.057166 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0601d699-123f-4a67-96f5-24a9b4dabc78 req-b44bc823-5591-4c06-ab40-9b7486f04fba tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842397 Aug 09 02:44:26.074385 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-9ca08707-872d-42e4-a7eb-a75f727400cb service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 200 len: 1002 time: 0.0665765 Aug 09 02:44:26.133584 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-97f441db-57d6-488e-b9f5-2a3b1a456b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:26.134994 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-97f441db-57d6-488e-b9f5-2a3b1a456b7c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0443995 Aug 09 02:44:26.183211 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-08aa51ab-1986-469b-bd2c-2e9dd2a7ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:26.184644 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-08aa51ab-1986-469b-bd2c-2e9dd2a7ac26 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423872 Aug 09 02:44:26.279939 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-c0bf7624-14db-4bc2-9b89-075bf0e7e62b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840044 Aug 09 02:44:26.364575 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:26.384976 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a374099-cfc4-4323-80a3-9f43dfbf1868 req-efd5717d-44ab-4888-a242-8850f8ac1a2b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898983 Aug 09 02:44:26.666031 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f320303-f0b8-4216-9565-abaf09b2d746 req-7b3ee105-5863-4b13-ac3c-400c35b21cdb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:26.667461 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f320303-f0b8-4216-9565-abaf09b2d746 req-7b3ee105-5863-4b13-ac3c-400c35b21cdb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0741265 Aug 09 02:44:26.673333 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f85f77-d6e8-45f4-9866-363223c312fd req-a6d6a786-4079-4d56-afff-ca8b0ae19fe4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:26.674702 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-69f85f77-d6e8-45f4-9866-363223c312fd req-a6d6a786-4079-4d56-afff-ca8b0ae19fe4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 943 time: 0.0708690 Aug 09 02:44:26.750327 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f320303-f0b8-4216-9565-abaf09b2d746 req-cb8f8342-93a1-46bb-8735-28992f7e4b03 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746431 Aug 09 02:44:26.753687 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-69f85f77-d6e8-45f4-9866-363223c312fd req-79538232-8fe8-4438-9185-8a896706bd79 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722759 Aug 09 02:44:26.823628 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=45,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:26.824407 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:27.082213 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device dd6d3011-7693-4d78-b859-3220bb048c68 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:44:27.188633 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc47ed1-8858-4a7d-b27d-50efca3882ec req-19c309b5-1807-4ba8-bcaf-2f98d0bf2709 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:27.190034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-edc47ed1-8858-4a7d-b27d-50efca3882ec req-19c309b5-1807-4ba8-bcaf-2f98d0bf2709 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Aug 09 02:44:27.190471 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port dd6d3011-7693-4d78-b859-3220bb048c68, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=dd6d3011-7693-4d78-b859-3220bb048c68,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:27.202333 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'port_id': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'mac_address': 'fa:16:3e:74:22:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:44:27.238876 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-edc47ed1-8858-4a7d-b27d-50efca3882ec req-00fe53fe-99e6-4698-95aa-721153dc1c3a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429254 Aug 09 02:44:27.243986 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port dd6d3011-7693-4d78-b859-3220bb048c68 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:27.244391 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:27.258076 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6d3011-7693-4d78-b859-3220bb048c68 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:44:27.278014 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port dd6d3011-7693-4d78-b859-3220bb048c68, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=dd6d3011-7693-4d78-b859-3220bb048c68,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:27.284027 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:27.328374 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=dd6d3011-7693-4d78-b859-3220bb048c68,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:27.887587 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['dd6d3011-7693-4d78-b859-3220bb048c68'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:44:27.909561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d001f7-e2d7-4e4c-b051-c8215d34bd57 req-4c4b2796-d53f-4b10-866a-dfa21c6b873a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:27.911086 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c3d001f7-e2d7-4e4c-b051-c8215d34bd57 req-4c4b2796-d53f-4b10-866a-dfa21c6b873a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 944 time: 0.0779948 Aug 09 02:44:27.916964 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142496e-89d1-4c9a-9633-418f71d8e752 req-37406dea-4d8e-4673-a697-cd3cf3facfe9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:27.918359 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4142496e-89d1-4c9a-9633-418f71d8e752 req-37406dea-4d8e-4673-a697-cd3cf3facfe9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0833232 Aug 09 02:44:27.960077 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:27.981990 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:27.989155 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c3d001f7-e2d7-4e4c-b051-c8215d34bd57 req-880f81f4-53af-4514-bc81-b44ab7607c6b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698440 Aug 09 02:44:27.996376 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4142496e-89d1-4c9a-9633-418f71d8e752 req-04182996-8421-4c5a-b0a3-53058224964b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708866 Aug 09 02:44:28.353837 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:28.363044 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5928f8d-72b8-4276-af36-b27e8193e27b req-1445179a-72fc-4632-8968-4e1f98e6d26d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:28.364500 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b5928f8d-72b8-4276-af36-b27e8193e27b req-1445179a-72fc-4632-8968-4e1f98e6d26d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0482795 Aug 09 02:44:28.417851 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b5928f8d-72b8-4276-af36-b27e8193e27b req-ef7c3ae9-50ce-4427-9cf7-71180eeebaa7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453579 Aug 09 02:44:29.104078 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device dd6d3011-7693-4d78-b859-3220bb048c68 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:44:29.147620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port dd6d3011-7693-4d78-b859-3220bb048c68 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:44:29.152631 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e05c8-e007-4c3a-8bcf-cd4efd702d9a req-29db31ad-6fef-41e6-8da8-1857a41e3342 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:29.154298 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-608e05c8-e007-4c3a-8bcf-cd4efd702d9a req-29db31ad-6fef-41e6-8da8-1857a41e3342 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 944 time: 0.0820274 Aug 09 02:44:29.160363 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e595d20-5906-448d-8f48-c677727856e8 req-fad502cc-2e18-4d6e-ae0e-5b104e81b175 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:29.161750 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9e595d20-5906-448d-8f48-c677727856e8 req-fad502cc-2e18-4d6e-ae0e-5b104e81b175 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 946 time: 0.0765557 Aug 09 02:44:29.167004 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port dd6d3011-7693-4d78-b859-3220bb048c68 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:44:29.167381 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:29.243099 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-608e05c8-e007-4c3a-8bcf-cd4efd702d9a req-7fab26f7-5fe1-49e1-ae84-84f5c05a2569 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803337 Aug 09 02:44:29.245698 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port dd6d3011-7693-4d78-b859-3220bb048c68 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:29.246347 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:29.247109 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9e595d20-5906-448d-8f48-c677727856e8 req-9bb1b66f-0495-4708-bbc4-74b3e7ddb560 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783422 Aug 09 02:44:29.271075 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:29.273514 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a527fcc7-c7fa-4a24-ae65-158294fb79b6" -d '{"events": [{"server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "name": "network-vif-plugged", "status": "completed", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:29.286712 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port dd6d3011-7693-4d78-b859-3220bb048c68, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=dd6d3011-7693-4d78-b859-3220bb048c68,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:29.291886 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:29.292937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:44:29.332315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3930f0c2-6237-488c-8e45-31ee321c671c x-openstack-request-id: req-3930f0c2-6237-488c-8e45-31ee321c671c {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:29.332618 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "name": "network-vif-plugged", "status": "completed", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:29.332921 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3930f0c2-6237-488c-8e45-31ee321c671c {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:29.333255 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3930f0c2-6237-488c-8e45-31ee321c671c'] response: {'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'code': 200} Aug 09 02:44:29.373871 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=dd6d3011-7693-4d78-b859-3220bb048c68,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:29.415673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: ACTIVE; New status is: DOWN {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:29.416069 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:29.451577 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:29.458816 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:29.513319 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=8']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:29.554034 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2681-dbe1-437d-8f16-9fe7e77f2810 req-b1dfc94d-b31d-4bcd-af83-f72fc67a7d81 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:29.555479 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-411a2681-dbe1-437d-8f16-9fe7e77f2810 req-b1dfc94d-b31d-4bcd-af83-f72fc67a7d81 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Aug 09 02:44:29.634325 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b478bb-26dc-4f0c-9ef3-c450d4a60bd2 req-0bb98520-f65b-4231-af02-798145213db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:29.635817 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-58b478bb-26dc-4f0c-9ef3-c450d4a60bd2 req-0bb98520-f65b-4231-af02-798145213db0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 1129 time: 0.0587754 Aug 09 02:44:29.640191 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-411a2681-dbe1-437d-8f16-9fe7e77f2810 req-30b6e07c-4dfd-4007-86be-641a5029a526 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786257 Aug 09 02:44:29.694200 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-58b478bb-26dc-4f0c-9ef3-c450d4a60bd2 req-ee218322-6d2e-47e8-abc4-d6bf45e3e589 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 Aug 09 02:44:29.822533 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-f932f011-cbec-4c32-9ca4-994b4756215f req-57b1cf18-2349-431a-b7a5-c6a941911ae6 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:44:29.823416 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f932f011-cbec-4c32-9ca4-994b4756215f req-57b1cf18-2349-431a-b7a5-c6a941911ae6 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056465 Aug 09 02:44:29.859170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cffa7-d4e7-46bc-9ca2-a0b5e824675a req-3b8b1291-a580-4d48-bc9d-2cf40b1856f0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:29.860474 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-080cffa7-d4e7-46bc-9ca2-a0b5e824675a req-3b8b1291-a580-4d48-bc9d-2cf40b1856f0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0546076 Aug 09 02:44:29.914774 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-080cffa7-d4e7-46bc-9ca2-a0b5e824675a req-2947721d-a365-4cad-8fb6-9d5b60ee7046 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484409 Aug 09 02:44:29.993859 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:30.010380 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837b3fc-1131-45eb-b860-37eabf2ca1ff req-a37a9960-fa4e-4313-83ff-4c70989cad1f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:30.011879 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7837b3fc-1131-45eb-b860-37eabf2ca1ff req-a37a9960-fa4e-4313-83ff-4c70989cad1f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0485635 Aug 09 02:44:30.066788 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7837b3fc-1131-45eb-b860-37eabf2ca1ff req-402457bb-65ed-4865-996c-2fd71825e81d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492990 Aug 09 02:44:30.224302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35902) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:30.309204 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-ec63ab85-06d2-4373-adfa-7e6e3ca12ce2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837734 Aug 09 02:44:30.318393 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-ac2e3d22-dd17-4a66-a009-f7ba771d3860 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:44:30.319346 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-ac2e3d22-dd17-4a66-a009-f7ba771d3860 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051403 Aug 09 02:44:30.381739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bd8e7-d8ad-45c7-a9ce-c87de3c478a5 req-f70f4f30-0ecc-4ec2-86c2-2c2a2d8e86c9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:30.383308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-172bd8e7-d8ad-45c7-a9ce-c87de3c478a5 req-f70f4f30-0ecc-4ec2-86c2-2c2a2d8e86c9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0508623 Aug 09 02:44:30.401778 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 35912) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:30.432963 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-172bd8e7-d8ad-45c7-a9ce-c87de3c478a5 req-bf192e84-6bde-4a53-bdf7-cfbd78b98221 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 Aug 09 02:44:30.454390 dv-cinder-852461-1-iscsi neutron-server[110667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 02:44:30.502052 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-d33536f4-5efe-4ea7-ac18-1820f66873bf tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:30.503475 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-d33536f4-5efe-4ea7-ac18-1820f66873bf tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports/e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 200 len: 941 time: 0.1005731 Aug 09 02:44:30.649311 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ea733515-8bbe-4a5e-b24b-62b4badd6b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:31.037784 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73227b4-afcf-4f8c-97f8-3715363c8815 req-eb6fc7bc-2761-4574-ba34-f290092ecb60 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:31.039270 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e73227b4-afcf-4f8c-97f8-3715363c8815 req-eb6fc7bc-2761-4574-ba34-f290092ecb60 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0467174 Aug 09 02:44:31.092274 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e73227b4-afcf-4f8c-97f8-3715363c8815 req-0459e3f2-2259-4784-bcbf-a1ac6e003a64 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468602 Aug 09 02:44:31.192299 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-1d429ef0-ecf3-4543-a0d8-2258b1eae04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:31.193807 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-1d429ef0-ecf3-4543-a0d8-2258b1eae04b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1129 time: 0.0752335 Aug 09 02:44:31.209158 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20396f24-cab7-4655-b265-605401cc2e77 req-9a99a9ff-d992-4427-827a-8487939e176f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:31.210500 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-20396f24-cab7-4655-b265-605401cc2e77 req-9a99a9ff-d992-4427-827a-8487939e176f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0562613 Aug 09 02:44:31.259138 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-20396f24-cab7-4655-b265-605401cc2e77 req-75db959b-abd4-4b29-903a-daaee0d1afe2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Aug 09 02:44:31.334300 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:31.336683 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720b6e5-b394-405c-91a1-70f39094bdae" -d '{"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-unplugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:31.370573 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b397d4-cc0e-414f-b8f3-3300c00dc6bd x-openstack-request-id: req-b9b397d4-cc0e-414f-b8f3-3300c00dc6bd {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:31.370858 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-unplugged", "status": "failed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "code": 422}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:31.371108 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9b397d4-cc0e-414f-b8f3-3300c00dc6bd {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:31.371551 dv-cinder-852461-1-iscsi neutron-server[110669]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b9b397d4-cc0e-414f-b8f3-3300c00dc6bd']: {'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'code': 422} returned with failed status Aug 09 02:44:31.572045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb278a-6667-424a-8c02-8778acd5c7ae req-6e22d77d-2aca-46c5-8b53-c12fd6c4912c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:31.573476 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-61fb278a-6667-424a-8c02-8778acd5c7ae req-6e22d77d-2aca-46c5-8b53-c12fd6c4912c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0561576 Aug 09 02:44:31.611051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:31.632285 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-61fb278a-6667-424a-8c02-8778acd5c7ae req-2ab542eb-1948-449b-b671-5198eb2d6aa7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521924 Aug 09 02:44:31.880855 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-d44d12cb-28c7-4c6a-8a59-fa7674071c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:31.882402 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-d44d12cb-28c7-4c6a-8a59-fa7674071c10 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 911 time: 0.1055050 Aug 09 02:44:32.230440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183b4ef-ed2d-4f60-b362-177b4d098a37 req-0b03a96c-d585-430c-a77f-87c696eca96a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:32.231937 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5183b4ef-ed2d-4f60-b362-177b4d098a37 req-0b03a96c-d585-430c-a77f-87c696eca96a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0494995 Aug 09 02:44:32.284115 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5183b4ef-ed2d-4f60-b362-177b4d098a37 req-484f414a-06d1-46be-a5d6-7fcdcbc97ad8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460987 Aug 09 02:44:32.390927 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6779ae-8f82-4d98-b2a0-9f404f4e300c req-8ae9d66a-b7dc-4c6b-8315-216c8a962a1b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:32.392429 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1f6779ae-8f82-4d98-b2a0-9f404f4e300c req-8ae9d66a-b7dc-4c6b-8315-216c8a962a1b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0494943 Aug 09 02:44:32.441017 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1f6779ae-8f82-4d98-b2a0-9f404f4e300c req-c6caa6ae-c92e-4345-ac2e-84901eeafe26 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Aug 09 02:44:32.542519 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-df59e0b7-9c83-4b5d-80ef-524fcea4492a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0636091 Aug 09 02:44:32.617864 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-6f2ca5d8-4ee1-43f5-9281-1b7805c50947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:32.619342 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-6f2ca5d8-4ee1-43f5-9281-1b7805c50947 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0475574 Aug 09 02:44:32.669529 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-5b808033-bc96-415f-8a51-53a3ef2923b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:32.671180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-5b808033-bc96-415f-8a51-53a3ef2923b4 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395582 Aug 09 02:44:32.773028 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:32.792086 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6a520-74bd-48db-92c0-fee964fc0cdd req-244d412c-b0c3-4b8b-8a8c-d7359f92648a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:32.793520 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-10c6a520-74bd-48db-92c0-fee964fc0cdd req-244d412c-b0c3-4b8b-8a8c-d7359f92648a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0666559 Aug 09 02:44:32.821901 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-17af7376-e54d-43f2-9f1a-f5eb90a69e27 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426165 Aug 09 02:44:32.897290 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-10c6a520-74bd-48db-92c0-fee964fc0cdd req-1fee7670-d40f-4fb1-a22a-c4bad83e8e73 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961351 Aug 09 02:44:32.944408 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ac75a5b1-e039-4d41-8e4f-c3d473e20734 req-a9f70b84-b1dc-49f4-b926-66d40c1e6d9a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147013 Aug 09 02:44:33.025577 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42036-7c73-4022-87c8-446ac580631b req-847bfec4-39ff-4ba8-b1c9-a98fd8a65550 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:33.027034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-51c42036-7c73-4022-87c8-446ac580631b req-847bfec4-39ff-4ba8-b1c9-a98fd8a65550 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0510333 Aug 09 02:44:33.037451 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 35948) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:33.041984 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'port_id': 'dd6d3011-7693-4d78-b859-3220bb048c68'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:33.079480 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (d88f2622-fc2b-42ea-a90d-9c2670b51416), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:33.100903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-74695e98-78d0-4f85-aa4f-54cce30e0a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:33.139290 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:44:33.223500 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: DOWN; New status is: DOWN {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:33.300971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:33.333938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a49b1-ec3d-4812-9c92-ac9a3fa81962 req-dfd7d092-beee-4b34-94d2-2cebddd172e8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:33.335498 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed0a49b1-ec3d-4812-9c92-ac9a3fa81962 req-dfd7d092-beee-4b34-94d2-2cebddd172e8 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0883367 Aug 09 02:44:33.451868 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-925c4c72-1b42-4d0b-acb8-65b0915a228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:33.453296 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-925c4c72-1b42-4d0b-acb8-65b0915a228e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.1356988 Aug 09 02:44:33.476966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f002e3-f05b-4d71-8ccb-a07b7d516c90 req-8568eee1-e61e-4184-ab6c-9a5c2ac7205c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:33.478412 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0f002e3-f05b-4d71-8ccb-a07b7d516c90 req-8568eee1-e61e-4184-ab6c-9a5c2ac7205c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.1145358 Aug 09 02:44:33.545444 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed0a49b1-ec3d-4812-9c92-ac9a3fa81962 req-28f45d9d-8acb-46f2-8eb0-285f16b191bc tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870577 Aug 09 02:44:33.625516 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f0f002e3-f05b-4d71-8ccb-a07b7d516c90 req-f077f82c-1876-4a58-aebe-e3c3b89dd831 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108246 Aug 09 02:44:33.671013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4575-306c-47e9-ba4d-ebbfc25360a0 req-b2c13a7b-b587-4784-8aa1-959be82768e6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:33.672573 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2fab4575-306c-47e9-ba4d-ebbfc25360a0 req-b2c13a7b-b587-4784-8aa1-959be82768e6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0666029 Aug 09 02:44:33.779046 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2fab4575-306c-47e9-ba4d-ebbfc25360a0 req-f1816dc7-8a2c-4a47-9925-e5068b4c92d0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899422 Aug 09 02:44:33.782959 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:33.788867 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (d88f2622-fc2b-42ea-a90d-9c2670b51416), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:33.820173 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:33.885826 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP d88f2622-fc2b-42ea-a90d-9c2670b51416 associated. External IP: 172.27.2.176, port: dd6d3011-7693-4d78-b859-3220bb048c68. Aug 09 02:44:34.098599 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:44:34.235231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:34.310088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:34.506958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:44:34.512653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:34.517208 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-6cbd0bbc-149e-4203-8074-b4445b473dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:34.518727 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-6cbd0bbc-149e-4203-8074-b4445b473dc8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.3749807 Aug 09 02:44:34.519853 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:44:34.532299 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:34.533054 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:34.586025 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b833ece7-e24a-4540-9216-2754d7278023 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/d88f2622-fc2b-42ea-a90d-9c2670b51416 HTTP/1.1" status: 200 len: 991 time: 1.5474808 Aug 09 02:44:34.588228 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:34.590534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5461ac6-990f-43b8-814b-43f692e59fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:34.606689 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-abf7b950-9ac0-48bb-a6a0-69126300a8e8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 1001 time: 0.0690677 Aug 09 02:44:34.645824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca2ad81-4102-4955-9be8-476a15958c15 x-openstack-request-id: req-5ca2ad81-4102-4955-9be8-476a15958c15 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:34.646195 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:34.646404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ca2ad81-4102-4955-9be8-476a15958c15 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:34.646768 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca2ad81-4102-4955-9be8-476a15958c15'] response: {'name': 'network-changed', 'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'status': 'completed', 'code': 200} Aug 09 02:44:34.667195 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:34.702414 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-7cc5f7e7-cb9b-413f-a591-b703c332af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:34.704654 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-7cc5f7e7-cb9b-413f-a591-b703c332af21 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0894463 Aug 09 02:44:34.709918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dd1e0-228a-439f-bd58-32c48d60c3a3 req-09b48647-858b-41f3-b9ba-3c93ef4429a0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:34.711299 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-292dd1e0-228a-439f-bd58-32c48d60c3a3 req-09b48647-858b-41f3-b9ba-3c93ef4429a0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0638080 Aug 09 02:44:34.754001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:34.792295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9dab4-7a05-44bc-8896-be45fc1f6c29 req-f900a962-fb4e-4dfd-940f-2d9b50fe96a4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:34.793736 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d2e9dab4-7a05-44bc-8896-be45fc1f6c29 req-f900a962-fb4e-4dfd-940f-2d9b50fe96a4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0693083 Aug 09 02:44:34.796701 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-292dd1e0-228a-439f-bd58-32c48d60c3a3 req-4e61683d-b94b-46e5-94cd-b9a84c0a1528 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795310 Aug 09 02:44:34.846705 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d2e9dab4-7a05-44bc-8896-be45fc1f6c29 req-91bf813e-7542-45aa-8192-7e985434d5f2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466933 Aug 09 02:44:34.902433 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'd88f2622-fc2b-42ea-a90d-9c2670b51416', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:74:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:44:16Z', 'updated_at': '2022-08-09T02:44:33Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:34.920036 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5741fd-7b89-4199-b7de-dc6e22fdd9bd req-a1a97857-ac7a-415f-a3d5-834bb5cee49a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:34.921492 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9d5741fd-7b89-4199-b7de-dc6e22fdd9bd req-a1a97857-ac7a-415f-a3d5-834bb5cee49a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0491951 Aug 09 02:44:34.926820 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:44:34.935620 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:34.936194 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:34.967944 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9d5741fd-7b89-4199-b7de-dc6e22fdd9bd req-8ab84963-79dd-4ac4-9c7b-15b3503811db tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Aug 09 02:44:35.049674 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:35.076017 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-f068d15c-5fa5-470c-9e6b-342994bd9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.077531 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-f068d15c-5fa5-470c-9e6b-342994bd9785 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694509 Aug 09 02:44:35.092461 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-f2823b05-a689-4417-a2fa-b0c849d8af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.093980 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-f2823b05-a689-4417-a2fa-b0c849d8af23 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 1129 time: 0.0730579 Aug 09 02:44:35.106403 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-d8810d4d-457b-4fd0-8fc1-8fe4ded9c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.107940 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-d8810d4d-457b-4fd0-8fc1-8fe4ded9c269 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73&tenant_id=ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 1128 time: 0.0914543 Aug 09 02:44:35.162950 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:35.188977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:35.200024 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-538028e0-f393-472a-b6cc-ee112b7a5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.201650 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-538028e0-f393-472a-b6cc-ee112b7a5a73 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1128 time: 0.0409276 Aug 09 02:44:35.254400 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-936d5358-7c1a-4b89-8f94-229d294e2716 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692469 Aug 09 02:44:35.257949 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:35.273069 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-530eb7d4-2d1c-436e-bbf6-767d5ca74315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.274486 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-530eb7d4-2d1c-436e-bbf6-767d5ca74315 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.1382728 Aug 09 02:44:35.294479 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-74386eb7-946b-4b92-bd9c-077976c44893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.295959 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-74386eb7-946b-4b92-bd9c-077976c44893 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.0860696 Aug 09 02:44:35.305669 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'd88f2622-fc2b-42ea-a90d-9c2670b51416', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:74:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:44:16Z', 'updated_at': '2022-08-09T02:44:33Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:35.377540 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-9d1a76f2-42a5-4cb3-a402-90a0d4f076c5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 200 len: 1000 time: 0.0687306 Aug 09 02:44:35.397180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-bc6f8126-5c2b-418a-9b95-354f3072134d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd6d3011-7693-4d78-b859-3220bb048c68 HTTP/1.1" status: 200 len: 999 time: 0.0863733 Aug 09 02:44:35.443944 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f73c0e99-591d-466e-96b5-f9a4b26af47d req-c61fd42e-f5bb-4bf4-8dfd-196b22c3cae3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824248 Aug 09 02:44:35.444653 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-8be66f0a-df93-448e-a4d5-83fdb6b1143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.446501 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-8be66f0a-df93-448e-a4d5-83fdb6b1143b service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0612831 Aug 09 02:44:35.458440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-a39cfefc-82f2-4154-888b-b1eaaba26828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.459872 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-a39cfefc-82f2-4154-888b-b1eaaba26828 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0547106 Aug 09 02:44:35.469742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432a3b2-1c1c-4bd5-866f-224ba738c6fd None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'd88f2622-fc2b-42ea-a90d-9c2670b51416', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:74:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:44:16Z', 'updated_at': '2022-08-09T02:44:33Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:44:35.489908 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:35.511344 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:35.524486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-b0a1548e-a7c8-4365-bd7b-e6441491d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.526117 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-b0a1548e-a7c8-4365-bd7b-e6441491d5ce service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581126 Aug 09 02:44:35.535214 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-21973e59-be2c-4344-beca-b134eafec528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.536970 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-21973e59-be2c-4344-beca-b134eafec528 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683563 Aug 09 02:44:35.628968 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-908ab1ff-404d-40b5-93c7-8e90a1a695b6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920014 Aug 09 02:44:35.636063 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-da53fe87-cbe3-45e5-a604-04bffa797c20 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911112 Aug 09 02:44:35.714383 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5870d69-3598-4845-b4c3-d1057526593d None None] New status for floating IP d88f2622-fc2b-42ea-a90d-9c2670b51416: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:44:35.719528 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:35.720568 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:35.811286 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-565ca272-6cd7-4742-91fd-fc3b59ca9805 req-39e4569f-0155-40ed-80de-463e1a8b2763 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948739 Aug 09 02:44:35.811592 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5461ac6-990f-43b8-814b-43f692e59fa8 req-141d690e-7a84-4728-99d0-402c7f99738c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962372 Aug 09 02:44:35.826493 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:35.933813 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe1844-b1eb-49fa-9c58-a826c045ffa3 req-df457eb4-aafa-4fec-a4f1-7102c6426b5b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:35.935216 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9cfe1844-b1eb-49fa-9c58-a826c045ffa3 req-df457eb4-aafa-4fec-a4f1-7102c6426b5b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 09 02:44:35.984202 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9cfe1844-b1eb-49fa-9c58-a826c045ffa3 req-45fa83c9-6612-4040-8a28-3d7a22858553 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Aug 09 02:44:36.094348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193c84-bb14-4904-83a2-3b0f4793f18a req-57667190-8141-41c3-bac7-e03d5c31c4ca tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:36.095815 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e5193c84-bb14-4904-83a2-3b0f4793f18a req-57667190-8141-41c3-bac7-e03d5c31c4ca tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0484200 Aug 09 02:44:36.144496 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e5193c84-bb14-4904-83a2-3b0f4793f18a req-ee2178ad-441b-40a4-b7a4-51063f0c6729 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425274 Aug 09 02:44:37.109739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722f363-a93c-4d90-94ba-f296d424026f req-e807544d-5341-497d-9e31-2c3b883e33ba tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:37.111293 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1722f363-a93c-4d90-94ba-f296d424026f req-e807544d-5341-497d-9e31-2c3b883e33ba tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0525730 Aug 09 02:44:37.167223 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1722f363-a93c-4d90-94ba-f296d424026f req-070f1a20-612c-4c8e-9951-e4cb8a55b472 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499952 Aug 09 02:44:37.278905 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5c383-158c-4a2b-b310-7d2c403fea96 req-01954189-be34-44e4-bb49-1cee0bdd25a9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:37.280331 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65f5c383-158c-4a2b-b310-7d2c403fea96 req-01954189-be34-44e4-bb49-1cee0bdd25a9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0497649 Aug 09 02:44:37.328538 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65f5c383-158c-4a2b-b310-7d2c403fea96 req-9fbd9a01-3907-4aaf-b1cf-42f42e118647 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Aug 09 02:44:38.302169 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a8c4-186f-4c04-8431-15510c5f2d3e req-4c5db8c7-7c48-4d7f-b9a9-b7b3d6287aa7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:38.303683 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a79a8c4-186f-4c04-8431-15510c5f2d3e req-4c5db8c7-7c48-4d7f-b9a9-b7b3d6287aa7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0494270 Aug 09 02:44:38.322281 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:38.354140 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4a79a8c4-186f-4c04-8431-15510c5f2d3e req-d424ee6b-71ef-4835-872b-1ef53067177e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Aug 09 02:44:38.460262 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:44:38.468886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad47e6-79e7-4f46-99f3-06ac0ae00db2 req-d3b873a6-c595-4130-8885-c6daa077de67 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:38.470662 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7dad47e6-79e7-4f46-99f3-06ac0ae00db2 req-d3b873a6-c595-4130-8885-c6daa077de67 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0516202 Aug 09 02:44:38.551783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7dad47e6-79e7-4f46-99f3-06ac0ae00db2 req-0a0f4359-3f25-418e-9c65-b4cbda8e64c2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674658 Aug 09 02:44:39.496055 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee680-91d5-4b02-b5b9-6e2837ad75ae req-6c9ef926-ac3b-4e55-b0a5-843478bfa28c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:39.497526 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3b2ee680-91d5-4b02-b5b9-6e2837ad75ae req-6c9ef926-ac3b-4e55-b0a5-843478bfa28c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0547490 Aug 09 02:44:39.544381 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3b2ee680-91d5-4b02-b5b9-6e2837ad75ae req-921ab184-e297-493d-8f2f-62d33a53e828 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Aug 09 02:44:39.691370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853384a-080b-4f3d-b4b7-33ae9fb994a7 req-a535e5de-c4fe-4e95-87d5-607f8b8c6319 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:39.692711 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f853384a-080b-4f3d-b4b7-33ae9fb994a7 req-a535e5de-c4fe-4e95-87d5-607f8b8c6319 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0562778 Aug 09 02:44:39.761876 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f853384a-080b-4f3d-b4b7-33ae9fb994a7 req-330b2acb-2d33-4a3f-888c-0dc68c0d7ce3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633714 Aug 09 02:44:40.672315 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b835a6-45a1-4c86-9477-a3f4fdefe161 req-8cd31fe5-91ba-4c39-abc8-73f636798b85 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:40.673782 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64b835a6-45a1-4c86-9477-a3f4fdefe161 req-8cd31fe5-91ba-4c39-abc8-73f636798b85 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0476348 Aug 09 02:44:40.726547 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64b835a6-45a1-4c86-9477-a3f4fdefe161 req-a5aae70e-d162-4189-b0c3-a4b915109622 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446813 Aug 09 02:44:40.879927 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:40.897444 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8a40-1496-4f01-8def-66c671f8ef25 req-e801ced4-fd45-4622-bd87-9e6e97ceebb9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:40.899044 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e12f8a40-1496-4f01-8def-66c671f8ef25 req-e801ced4-fd45-4622-bd87-9e6e97ceebb9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0637345 Aug 09 02:44:40.952207 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e12f8a40-1496-4f01-8def-66c671f8ef25 req-a9bbd239-77ca-4eb3-b3f4-5210f0784c2f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Aug 09 02:44:41.854269 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a153-cb1f-4734-ac36-b739e029e4e0 req-a856a50e-37e5-4b3a-a16f-c2363bd3a0ac tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:41.855790 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cb54a153-cb1f-4734-ac36-b739e029e4e0 req-a856a50e-37e5-4b3a-a16f-c2363bd3a0ac tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0475123 Aug 09 02:44:41.907499 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cb54a153-cb1f-4734-ac36-b739e029e4e0 req-408bd72c-dc61-49d7-91f5-b32151c4f705 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Aug 09 02:44:42.094261 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eac21a-7c34-469f-a91a-102645e8c203 req-a13a4419-b6d8-4e17-ae4e-0d15f300d828 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:42.095930 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19eac21a-7c34-469f-a91a-102645e8c203 req-a13a4419-b6d8-4e17-ae4e-0d15f300d828 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0507374 Aug 09 02:44:42.144498 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19eac21a-7c34-469f-a91a-102645e8c203 req-85053390-9b39-4181-b503-af69421bbd27 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Aug 09 02:44:43.040200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889bedb-de7c-4420-b36e-edac0db823a6 req-8944fd1a-c609-4de9-a4bc-da9133a46b11 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:43.041999 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6889bedb-de7c-4420-b36e-edac0db823a6 req-8944fd1a-c609-4de9-a4bc-da9133a46b11 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0558705 Aug 09 02:44:43.094116 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6889bedb-de7c-4420-b36e-edac0db823a6 req-72223ea5-0f28-408c-9af9-75867ad49ba6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 Aug 09 02:44:43.280401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f14660-702c-4f94-bb81-e501794031ca req-3bf07e2d-f992-4071-b9fc-ac38d7e2c400 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:43.281914 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95f14660-702c-4f94-bb81-e501794031ca req-3bf07e2d-f992-4071-b9fc-ac38d7e2c400 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0490003 Aug 09 02:44:43.329447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95f14660-702c-4f94-bb81-e501794031ca req-04b79b2b-90a7-4a07-b702-45c1711aa7f6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Aug 09 02:44:44.212615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb004cd2-6365-416e-bec5-f3161ad0323b req-cac0494a-f1c9-4ee2-a2ef-1dfa219487c9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:44.214079 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fb004cd2-6365-416e-bec5-f3161ad0323b req-cac0494a-f1c9-4ee2-a2ef-1dfa219487c9 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0470235 Aug 09 02:44:44.272009 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fb004cd2-6365-416e-bec5-f3161ad0323b req-01eb535b-209b-49eb-9d91-b25bd24919e3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509408 Aug 09 02:44:44.473223 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:44.492318 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23667d1-58b0-4134-a4be-39c0b1aec5ef req-7a7c454d-4e0c-4052-8c36-08096f0e0919 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:44.493861 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f23667d1-58b0-4134-a4be-39c0b1aec5ef req-7a7c454d-4e0c-4052-8c36-08096f0e0919 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0511820 Aug 09 02:44:44.541143 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f23667d1-58b0-4134-a4be-39c0b1aec5ef req-601d95ac-20d5-46d4-9d54-ac76443b3b11 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 Aug 09 02:44:45.397896 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377666d-1abf-4aa3-9619-daffd625026d req-0fdd15c2-9e45-4066-bb9c-5e611cbe21c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:45.399398 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5377666d-1abf-4aa3-9619-daffd625026d req-0fdd15c2-9e45-4066-bb9c-5e611cbe21c6 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0477734 Aug 09 02:44:45.452713 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5377666d-1abf-4aa3-9619-daffd625026d req-f6a95f5a-b5ba-4a2f-9926-4b1f78cc2e5f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476370 Aug 09 02:44:45.481039 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:45.684329 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2bb7-a4e0-443d-8f1c-e978b647603b req-d46ba06a-bcf9-46e2-a817-fc874ddc6550 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:45.686034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c0cd2bb7-a4e0-443d-8f1c-e978b647603b req-d46ba06a-bcf9-46e2-a817-fc874ddc6550 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0593181 Aug 09 02:44:45.733466 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c0cd2bb7-a4e0-443d-8f1c-e978b647603b req-e3000ea1-ed26-483c-89f0-b5dae8f294e3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Aug 09 02:44:45.805176 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=56 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:45.807195 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=52 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:45.813467 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:45.819795 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:45.940574 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:46.573852 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a61c8-08b3-4469-93c3-0fb43c1865f9 req-f10090fd-dd39-47d4-a1c0-3c800efa862f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:46.575340 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a50a61c8-08b3-4469-93c3-0fb43c1865f9 req-f10090fd-dd39-47d4-a1c0-3c800efa862f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0476217 Aug 09 02:44:46.627107 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a50a61c8-08b3-4469-93c3-0fb43c1865f9 req-dcff386d-549f-4638-88af-8bb92223bd4e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459690 Aug 09 02:44:46.867973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d824c0-2616-4b4b-a03a-d089389c5997 req-3e9f2fc4-91a3-439a-b3c8-57b6b8a4bee0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:46.869883 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37d824c0-2616-4b4b-a03a-d089389c5997 req-3e9f2fc4-91a3-439a-b3c8-57b6b8a4bee0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0572591 Aug 09 02:44:46.920061 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37d824c0-2616-4b4b-a03a-d089389c5997 req-f175077b-dd3d-4927-9eeb-00f79d74cc12 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Aug 09 02:44:47.688618 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-11ab2974-57f8-46b7-b465-666897b6081c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489702 Aug 09 02:44:47.750784 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5843df9-6c35-45d0-bcf7-ec653a773d3c req-9a9327dc-903a-44c2-a913-318afc09f7ab tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:47.752260 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5843df9-6c35-45d0-bcf7-ec653a773d3c req-9a9327dc-903a-44c2-a913-318afc09f7ab tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0473580 Aug 09 02:44:47.765866 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:47.804187 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a5843df9-6c35-45d0-bcf7-ec653a773d3c req-03b35c84-e01c-444d-842c-e5f8cc8c2017 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Aug 09 02:44:47.876959 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-e61602dc-dfbc-4c8b-91b1-22f4d763fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:47.878469 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-e61602dc-dfbc-4c8b-91b1-22f4d763fbc8 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 1129 time: 0.0433743 Aug 09 02:44:48.063848 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517b1d-f89b-4620-9e05-ac5a216543e6 req-588632dd-e025-4db3-b6a8-7578021b7709 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:48.065313 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1d517b1d-f89b-4620-9e05-ac5a216543e6 req-588632dd-e025-4db3-b6a8-7578021b7709 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0477509 Aug 09 02:44:48.116024 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1d517b1d-f89b-4620-9e05-ac5a216543e6 req-f79ce56d-fe40-486b-b861-61f17090ab5b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Aug 09 02:44:48.456324 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:48.693244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-0ff10a03-e70b-49a1-98c6-73931737eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:48.694737 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-0ff10a03-e70b-49a1-98c6-73931737eb32 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 911 time: 0.0958180 Aug 09 02:44:48.953061 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a1119-b467-497b-904b-3919e2c83bf4 req-3e54c4f2-a11f-4802-9ff2-82b13ae4f4b2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:48.954456 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ad1a1119-b467-497b-904b-3919e2c83bf4 req-3e54c4f2-a11f-4802-9ff2-82b13ae4f4b2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0562837 Aug 09 02:44:49.005906 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ad1a1119-b467-497b-904b-3919e2c83bf4 req-6692597b-91b8-4a73-ade5-f1cddfbe7a3c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Aug 09 02:44:49.256960 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8af0b8-4a0b-48fe-8ee2-ef9c74aa1498 req-8c9d18ec-6932-49da-b3ef-e75d62c317df tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:49.258412 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ad8af0b8-4a0b-48fe-8ee2-ef9c74aa1498 req-8c9d18ec-6932-49da-b3ef-e75d62c317df tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0479372 Aug 09 02:44:49.288470 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:49.305177 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ad8af0b8-4a0b-48fe-8ee2-ef9c74aa1498 req-d2849a6b-5212-4a2f-b56c-51849031b848 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Aug 09 02:44:50.156653 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-a4c37b77-40eb-416d-8017-2d93d4288add service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0913351 Aug 09 02:44:50.164653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafc0a5-1446-4c81-b991-98abb80a3562 req-04172eff-72a5-40e0-a5c6-1b085b78ca96 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:50.166115 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8cafc0a5-1446-4c81-b991-98abb80a3562 req-04172eff-72a5-40e0-a5c6-1b085b78ca96 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0615473 Aug 09 02:44:50.239892 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-eb8ff037-06eb-4599-bc69-5a4a6e53e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:50.241447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-eb8ff037-06eb-4599-bc69-5a4a6e53e21d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0708477 Aug 09 02:44:50.262538 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8cafc0a5-1446-4c81-b991-98abb80a3562 req-df31dbaa-4255-4fdd-9adc-25e8eeebcf13 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908492 Aug 09 02:44:50.266190 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde25d2-ad6c-4963-acbd-04ce121a951c req-8e1675f7-b550-4807-a3d4-ecfc30f26964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:50.267874 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bcde25d2-ad6c-4963-acbd-04ce121a951c req-8e1675f7-b550-4807-a3d4-ecfc30f26964 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.0416441 Aug 09 02:44:50.291115 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-290db516-8d46-49bc-98f6-c0bd519bdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:50.292672 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-290db516-8d46-49bc-98f6-c0bd519bdb6b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431054 Aug 09 02:44:50.324764 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bcde25d2-ad6c-4963-acbd-04ce121a951c req-b83b23e9-40a1-495e-941c-5c604cd1dad7 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Aug 09 02:44:50.427562 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-cff3f4c8-548e-46eb-83ea-4105ca4e26c4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272666 Aug 09 02:44:50.440633 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d7f9c-2a7d-472f-bc2e-554ec3289027 req-ac559ac2-43c7-4a74-8052-6a1bcf8a7390 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:50.442003 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-454d7f9c-2a7d-472f-bc2e-554ec3289027 req-ac559ac2-43c7-4a74-8052-6a1bcf8a7390 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0582721 Aug 09 02:44:50.489383 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-454d7f9c-2a7d-472f-bc2e-554ec3289027 req-3c8ce1c2-b3f4-439d-8555-7577001e2dcb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Aug 09 02:44:50.767083 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89a049dd-b632-417a-bbe1-c7c5b8c7fc84 req-0b243f58-dcb8-4606-ae01-97228268d97a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935676 Aug 09 02:44:51.380495 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:51.397275 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c4b6-1a6c-4238-b71c-541fcc38ce73 req-0bc51656-cf71-428a-a458-5f5bb844ecde tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:51.398782 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b575c4b6-1a6c-4238-b71c-541fcc38ce73 req-0bc51656-cf71-428a-a458-5f5bb844ecde tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0505867 Aug 09 02:44:51.448406 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b575c4b6-1a6c-4238-b71c-541fcc38ce73 req-b13ce2d9-b1d8-4232-8ce5-2b3295d3c10e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Aug 09 02:44:51.644601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7247046-79a0-453f-bfca-ca461b840908 req-dc339162-c3b4-4fc3-b548-5028b3c6b9f4 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:51.646456 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f7247046-79a0-453f-bfca-ca461b840908 req-dc339162-c3b4-4fc3-b548-5028b3c6b9f4 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0662420 Aug 09 02:44:51.694493 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f7247046-79a0-453f-bfca-ca461b840908 req-df5fd77f-887f-4d79-b9da-5485c842bc13 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Aug 09 02:44:52.580061 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4a78f-08f6-4182-90ec-e88f4e36ffd5 req-6b7fd79b-1a32-472b-b23a-e0b442afd2b2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:52.581531 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eaf4a78f-08f6-4182-90ec-e88f4e36ffd5 req-6b7fd79b-1a32-472b-b23a-e0b442afd2b2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0554137 Aug 09 02:44:52.635846 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eaf4a78f-08f6-4182-90ec-e88f4e36ffd5 req-f4f21dd2-51d7-44fb-ae11-fe31a17ba8b0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486987 Aug 09 02:44:52.818845 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb9ef-787e-4d0a-b06c-b04bc89a4a05 req-98dfee05-46d9-4e3a-bd96-9a93d51d8169 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:52.820380 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8e3bb9ef-787e-4d0a-b06c-b04bc89a4a05 req-98dfee05-46d9-4e3a-bd96-9a93d51d8169 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0474448 Aug 09 02:44:52.872268 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8e3bb9ef-787e-4d0a-b06c-b04bc89a4a05 req-23b45b85-66c7-4c31-b74b-c448526f0f5f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459752 Aug 09 02:44:53.064165 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4679e-e72b-4dce-a734-5606df389741 req-e90cdcc3-35a6-4461-b1cd-8c018093e86d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:53.065650 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c8c4679e-e72b-4dce-a734-5606df389741 req-e90cdcc3-35a6-4461-b1cd-8c018093e86d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0752056 Aug 09 02:44:53.079378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-4154b037-7235-42af-8b8c-72398fb37604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:53.080753 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-4154b037-7235-42af-8b8c-72398fb37604 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.0614121 Aug 09 02:44:53.157868 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c8c4679e-e72b-4dce-a734-5606df389741 req-367710b9-b725-4f7a-8cf6-cafcc78ff753 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849302 Aug 09 02:44:53.165069 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:53.202971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-931b589f-a55b-4bc6-80f7-f9055dae417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:53.204451 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-931b589f-a55b-4bc6-80f7-f9055dae417f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.1035948 Aug 09 02:44:53.265550 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-c176442c-6d1b-4ed2-a672-d70c31da5806 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 1001 time: 0.0545900 Aug 09 02:44:53.322551 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-f67d8584-69c8-4672-ab2f-cf246bdf4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:53.324761 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-f67d8584-69c8-4672-ab2f-cf246bdf4c2d service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0488923 Aug 09 02:44:53.374922 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-b73be2e6-095d-4dfb-aa1a-a41f1a285332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:53.376351 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-b73be2e6-095d-4dfb-aa1a-a41f1a285332 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432994 Aug 09 02:44:53.465839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-44bdf843-6380-4735-80d9-f0aa33963f32 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820622 Aug 09 02:44:53.804195 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5533f975-cb9f-4733-b294-3d4fa8dc0e1a req-97cc1f07-23b5-408f-9dbd-b3c529bea77d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316021 Aug 09 02:44:54.019223 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b03940-2a0b-41d6-8ee2-365f73343337 req-0fc75cea-fb0f-4dcc-8258-b73548a7a560 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:54.020681 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-44b03940-2a0b-41d6-8ee2-365f73343337 req-0fc75cea-fb0f-4dcc-8258-b73548a7a560 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0586138 Aug 09 02:44:54.037933 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:54.079258 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-44b03940-2a0b-41d6-8ee2-365f73343337 req-1ebc2120-0ca1-46d0-96c8-7ae4bd6d88ad tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Aug 09 02:44:54.284228 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b79934-bfc1-4ce0-a40d-40fe2892a735 req-26d26235-a2d7-40c4-9bcd-9311e494b2aa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:54.285703 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-97b79934-bfc1-4ce0-a40d-40fe2892a735 req-26d26235-a2d7-40c4-9bcd-9311e494b2aa tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0481901 Aug 09 02:44:54.339324 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-97b79934-bfc1-4ce0-a40d-40fe2892a735 req-88c781da-587d-48c9-ad25-97934176071d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477197 Aug 09 02:44:55.210841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13c5f6-8e7b-4455-8e35-c7bc41800624 req-20b6252c-8669-433f-b57f-d8a09d2dd15e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:55.212336 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b13c5f6-8e7b-4455-8e35-c7bc41800624 req-20b6252c-8669-433f-b57f-d8a09d2dd15e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0504563 Aug 09 02:44:55.261728 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b13c5f6-8e7b-4455-8e35-c7bc41800624 req-fa19c137-d1fa-4dc6-8834-97d27d333f84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436065 Aug 09 02:44:55.471979 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dc2ee-8da1-44a2-99e1-14cb376c3894 req-e076ce1d-d0e0-4b81-b322-0cc69f37de3a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:55.473472 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-402dc2ee-8da1-44a2-99e1-14cb376c3894 req-e076ce1d-d0e0-4b81-b322-0cc69f37de3a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0480676 Aug 09 02:44:55.535700 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-402dc2ee-8da1-44a2-99e1-14cb376c3894 req-fd84cbea-96cc-4a63-b8a9-ac0736d3927b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538754 Aug 09 02:44:56.408882 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0853f-fd13-45a3-a4ce-ea98f7fede59 req-60c4e159-a5b1-405e-b3ae-e80fe4267a96 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:56.410395 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bbd0853f-fd13-45a3-a4ce-ea98f7fede59 req-60c4e159-a5b1-405e-b3ae-e80fe4267a96 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 944 time: 0.0593348 Aug 09 02:44:56.464141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bbd0853f-fd13-45a3-a4ce-ea98f7fede59 req-fe7915fa-26c8-4f32-a3f2-2369421b3993 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 Aug 09 02:44:56.664800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22975662-10c9-4db3-980e-c9dab1768ddf req-eb163ffb-44a1-46f0-8f3b-c5754b7affbd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:56.666589 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-22975662-10c9-4db3-980e-c9dab1768ddf req-eb163ffb-44a1-46f0-8f3b-c5754b7affbd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0536950 Aug 09 02:44:56.718983 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-22975662-10c9-4db3-980e-c9dab1768ddf req-77fe8538-f332-49e6-8aa0-a4f23d1b4a51 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442882 Aug 09 02:44:57.252027 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:44:57.369769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:57.381240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'port_id': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'mac_address': 'fa:16:3e:e9:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:44:57.417088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:57.421899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:57.432386 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32a0be8-e008-4397-89d0-66d5a85e0515 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:44:57.452989 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:57.457730 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:57.505205 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=9']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:57.514284 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.514690 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.515060 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.515436 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.515780 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.516092 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.516418 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.516748 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.517073 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.517395 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.518304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.518671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.518956 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.519281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.519603 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:44:57.607170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b761493-8316-4677-8c8a-e918442597d1 req-724a1555-baa3-489b-b28e-6af8dbadcfba tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:57.608651 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b761493-8316-4677-8c8a-e918442597d1 req-724a1555-baa3-489b-b28e-6af8dbadcfba tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Aug 09 02:44:57.650672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:57.658382 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b761493-8316-4677-8c8a-e918442597d1 req-3ea067fe-d9d7-43d5-b4f0-4b828a66aea5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 Aug 09 02:44:57.857694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53af70c-5ed3-4c63-b268-1abf27413fdb req-197b6848-cb2d-4d16-bf72-938275bab913 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:57.859547 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b53af70c-5ed3-4c63-b268-1abf27413fdb req-197b6848-cb2d-4d16-bf72-938275bab913 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0474138 Aug 09 02:44:57.910907 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b53af70c-5ed3-4c63-b268-1abf27413fdb req-bd48a185-c3a8-4f80-9e53-bd36fd89332b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Aug 09 02:44:57.914907 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e32a0be8-e008-4397-89d0-66d5a85e0515'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:44:58.026213 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f30403-1a21-49c1-8040-74940e4a4f15 req-e95fd459-22d9-4f0d-9782-3bc62981a28a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:58.027594 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b2f30403-1a21-49c1-8040-74940e4a4f15 req-e95fd459-22d9-4f0d-9782-3bc62981a28a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0471489 Aug 09 02:44:58.037379 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36110) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:44:58.041761 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Request body: {'floatingip': {'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:44:58.097409 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:58.317543 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:58.560376 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:58.567256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:58.806522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679f42-ab36-42b4-af2b-03fe68c5d4a8 req-8805eae3-1038-4b03-9f91-b28ceeadf887 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:58.807974 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a679f42-ab36-42b4-af2b-03fe68c5d4a8 req-8805eae3-1038-4b03-9f91-b28ceeadf887 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 945 time: 0.0607266 Aug 09 02:44:58.816169 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:44:58.898453 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a679f42-ab36-42b4-af2b-03fe68c5d4a8 req-d0609a09-7495-4e4a-9c26-a5f1a719b033 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842073 Aug 09 02:44:58.957488 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:44:58.962429 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:58.967803 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] Sync routers for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:44:58.978671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:58.979278 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:58.994126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:58.996381 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c10df69-b830-4c60-8d16-3904a671b73c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:59.019766 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:59.028583 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-32faae26-4ab1-4b7a-a917-c368042efbca tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/b6338afb-0758-4bd9-8003-d932d1145cf8 HTTP/1.1" status: 200 len: 993 time: 0.9901662 Aug 09 02:44:59.036600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976a28d8-a8a9-4bc5-85bb-93dd882cfdf0 x-openstack-request-id: req-976a28d8-a8a9-4bc5-85bb-93dd882cfdf0 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:59.036902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:59.037127 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-976a28d8-a8a9-4bc5-85bb-93dd882cfdf0 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:59.037540 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976a28d8-a8a9-4bc5-85bb-93dd882cfdf0'] response: {'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'status': 'completed', 'code': 200} Aug 09 02:44:59.085780 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:59.132569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10df69-b830-4c60-8d16-3904a671b73c req-90f0bf1f-e0ee-4d8a-b10f-07cede1f226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:59.134061 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-90f0bf1f-e0ee-4d8a-b10f-07cede1f226c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.0403173 Aug 09 02:44:59.225937 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10df69-b830-4c60-8d16-3904a671b73c req-52b67aab-066e-4bdf-8e8c-75e932e83d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:59.227846 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-52b67aab-066e-4bdf-8e8c-75e932e83d03 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.0870588 Aug 09 02:44:59.258178 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:44:59.284048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:59.291414 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-6b1099c9-9ab1-4000-9ba9-b6869c74d584 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 1001 time: 0.0577540 Aug 09 02:44:59.333863 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'b6338afb-0758-4bd9-8003-d932d1145cf8', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:44:58Z', 'revision_number': 3, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:59.343039 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10df69-b830-4c60-8d16-3904a671b73c req-b8ed513d-a404-4b88-b05e-8713cf7cc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:59.344486 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-b8ed513d-a404-4b88-b05e-8713cf7cc3af service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0464039 Aug 09 02:44:59.363718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] Checking router: 32ed36ba-9f89-4ad9-89f0-1e7777a2066c for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:44:59.366811 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port e32a0be8-e008-4397-89d0-66d5a85e0515 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:44:59.367190 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:59.390051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10df69-b830-4c60-8d16-3904a671b73c req-13e7c876-9010-4111-b5c7-f98929ee3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:44:59.391585 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-13e7c876-9010-4111-b5c7-f98929ee3900 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400498 Aug 09 02:44:59.400416 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:44:59.401051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:44:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:59.486780 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-e769e75e-5f30-4c1d-9a4c-2bc74f63f5bf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865145 Aug 09 02:44:59.533882 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:44:59.535732 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port e32a0be8-e008-4397-89d0-66d5a85e0515 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:44:59.536116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:59.582773 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c10df69-b830-4c60-8d16-3904a671b73c req-b39e1cad-1d7a-43fc-8bc1-b2b537cd7b98 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886214 Aug 09 02:44:59.590713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:44:59.592943 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1cf105-b14c-4213-af54-47cc12963911" -d '{"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-plugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:44:59.638816 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9219a-d1af-4b87-9a6d-b2a3a85f1c48 x-openstack-request-id: req-cfa9219a-d1af-4b87-9a6d-b2a3a85f1c48 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:44:59.639098 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-plugged", "status": "completed", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:44:59.639342 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfa9219a-d1af-4b87-9a6d-b2a3a85f1c48 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:44:59.639727 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa9219a-d1af-4b87-9a6d-b2a3a85f1c48'] response: {'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'code': 200} Aug 09 02:44:59.641309 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:44:59.646567 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:44:59.737333 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:59.748549 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=10']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:44:59.762782 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:59.765505 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:44:59.816542 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'b6338afb-0758-4bd9-8003-d932d1145cf8', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:44:58Z', 'revision_number': 3, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:44:59.840687 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91356e7-0789-4bf4-8e21-ff8818c1ff64 None None] The sync data for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi is: [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'b6338afb-0758-4bd9-8003-d932d1145cf8', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'port_id': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'mac_address': 'fa:16:3e:d5:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:44:58Z', 'revision_number': 3, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:00.029749 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cea4c-9875-43fa-bc46-17b96b9c1a30 req-920cbed6-ba54-4dc1-9627-9e2feed17c40 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:00.031260 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a42cea4c-9875-43fa-bc46-17b96b9c1a30 req-920cbed6-ba54-4dc1-9627-9e2feed17c40 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0484374 Aug 09 02:45:00.078354 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a42cea4c-9875-43fa-bc46-17b96b9c1a30 req-61012992-c370-4df6-9aed-39ad3d76576d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Aug 09 02:45:00.267382 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6862ea-e261-447c-9180-2be9fadf60f6 req-8bcb2635-6ed2-4c48-b88c-1b06d044e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:00.268794 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e6862ea-e261-447c-9180-2be9fadf60f6 req-8bcb2635-6ed2-4c48-b88c-1b06d044e3d0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 1131 time: 0.0437305 Aug 09 02:45:00.316121 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e6862ea-e261-447c-9180-2be9fadf60f6 req-a462c6fd-5f29-41c6-bfa3-c3d38fa8e357 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396636 Aug 09 02:45:00.319594 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=10 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:00.322412 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:00.646605 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cf39-f9e6-4fa8-bede-a93dbc6a9045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:01.039603 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:01.042487 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:01.083083 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc5af61-0dee-42e7-a66e-f24fcf2f0b01 x-openstack-request-id: req-ffc5af61-0dee-42e7-a66e-f24fcf2f0b01 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:01.083375 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:01.083628 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffc5af61-0dee-42e7-a66e-f24fcf2f0b01 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:01.084032 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc5af61-0dee-42e7-a66e-f24fcf2f0b01'] response: {'name': 'network-changed', 'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'status': 'completed', 'code': 200} Aug 09 02:45:01.221615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285d613-3f75-4975-9b68-dc451efc5085 req-51bb8144-f9cc-46e9-8081-d591c67e746e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:01.223139 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4285d613-3f75-4975-9b68-dc451efc5085 req-51bb8144-f9cc-46e9-8081-d591c67e746e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0556712 Aug 09 02:45:01.308142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-a8e1a0a0-f18a-406c-a0e9-eeb8f4d25b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:01.309530 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-a8e1a0a0-f18a-406c-a0e9-eeb8f4d25b0f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 1129 time: 0.0596201 Aug 09 02:45:01.313189 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4285d613-3f75-4975-9b68-dc451efc5085 req-2de5b570-d9f6-4cfd-967b-c59e80a91f94 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821986 Aug 09 02:45:01.403458 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-ec8e19b9-8303-4dcf-9fd5-5bd9812e8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:01.404936 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-ec8e19b9-8303-4dcf-9fd5-5bd9812e8781 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.0879233 Aug 09 02:45:01.498541 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-02174eec-6433-4f75-ac25-534258e3074a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 200 len: 1001 time: 0.0630097 Aug 09 02:45:01.553477 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:01.560082 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-b78e4186-90fc-4c71-853c-37ae0220be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:01.561469 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-b78e4186-90fc-4c71-853c-37ae0220be97 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0557005 Aug 09 02:45:01.612639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-fb229f01-a6cd-438f-89bf-cd3a86e6fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:01.614125 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-fb229f01-a6cd-438f-89bf-cd3a86e6fa41 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425918 Aug 09 02:45:01.710739 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-fb176632-0875-4a94-bbe6-74c5749c6f5a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887189 Aug 09 02:45:01.805074 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-12ea0a85-b451-47cb-bfd2-e4ec5d8339a9 req-9e241441-90c2-4bc1-880d-608316fcaefa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854928 Aug 09 02:45:02.412594 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:02.449538 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1429b0-ee54-4184-93d1-9ae2c39a642d req-602a18a7-9993-4a16-ace8-6c23125df44b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:02.451064 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b1429b0-ee54-4184-93d1-9ae2c39a642d req-602a18a7-9993-4a16-ace8-6c23125df44b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0485926 Aug 09 02:45:02.510462 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1b1429b0-ee54-4184-93d1-9ae2c39a642d req-2c9e5acf-8d4d-4d82-b056-3e6ccb1973ec tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535758 Aug 09 02:45:03.107455 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-cc0db330-2589-420e-8795-e7bfc6055c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:03.643874 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f790-6765-4051-a84e-62dc65eb3839 req-896cba3c-fa4b-4bf7-b94e-18af46904b64 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:03.645344 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7e98f790-6765-4051-a84e-62dc65eb3839 req-896cba3c-fa4b-4bf7-b94e-18af46904b64 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0482323 Aug 09 02:45:03.702999 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7e98f790-6765-4051-a84e-62dc65eb3839 req-4401a269-a708-4ef9-83ab-1922e6a67380 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516415 Aug 09 02:45:03.790716 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b106995-c63d-43af-8107-7afb80cb6894 req-5ac44563-f9b3-48e7-b287-10c55e1a34d1 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1282670488&fields=id&tenant_id=f0a5508bdf5e4577b49783c3e424f1ee HTTP/1.1" status: 200 len: 267 time: 0.0452564 Aug 09 02:45:03.840712 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106995-c63d-43af-8107-7afb80cb6894 req-9994713c-5951-4054-93ce-77847a73c138 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:03.842168 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b106995-c63d-43af-8107-7afb80cb6894 req-9994713c-5951-4054-93ce-77847a73c138 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 984 time: 0.0459690 Aug 09 02:45:03.855576 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Request body: {'port': {'security_groups': ['2268c3ba-bfe8-41df-830a-1d7ee050bffc']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:03.943602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.136786 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:04.164056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.171775 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.180958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:04.181687 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.183086 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b106995-c63d-43af-8107-7afb80cb6894 req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "PUT /networking/v2.0/ports/e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 942 time: 0.3347371 Aug 09 02:45:04.185835 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:04.188056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:04.189363 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36176) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:04.219373 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e3bd4b2e-303f-4020-9be9-d72af9307f8a'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:45:04.229444 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391ae49-f4ac-4e55-b1b2-d95dde8d018f x-openstack-request-id: req-d391ae49-f4ac-4e55-b1b2-d95dde8d018f {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:04.229784 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:04.230032 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d391ae49-f4ac-4e55-b1b2-d95dde8d018f {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:04.230440 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d391ae49-f4ac-4e55-b1b2-d95dde8d018f'] response: {'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'status': 'completed', 'code': 200} Aug 09 02:45:04.242118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event updated for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:04.251221 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.251897 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.252472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.253097 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.253677 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.254371 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.254911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.255468 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.256042 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.256682 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.257164 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.257671 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.258004 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.258361 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.258693 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549098ff-f78e-4980-aff6-3e51f23cb193 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:04.270495 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c7634e-4954-46cd-a5e4-f693ec68bbcf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group (7e19b9f8-7e81-4515-aa48-2923ab7b3de8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.297555 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c7634e-4954-46cd-a5e4-f693ec68bbcf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group (7e19b9f8-7e81-4515-aa48-2923ab7b3de8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.324811 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.330880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-b007948d-a76e-47bf-bcde-37909283da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:04.332519 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-b007948d-a76e-47bf-bcde-37909283da57 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1129 time: 0.0399871 Aug 09 02:45:04.372687 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c7634e-4954-46cd-a5e4-f693ec68bbcf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7e19b9f8-7e81-4515-aa48-2923ab7b3de8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.375733 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c7634e-4954-46cd-a5e4-f693ec68bbcf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.379634 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-82c7634e-4954-46cd-a5e4-f693ec68bbcf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7e19b9f8-7e81-4515-aa48-2923ab7b3de8 HTTP/1.1" status: 204 len: 168 time: 0.1867819 Aug 09 02:45:04.382945 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36180) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:04.395121 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7634e-4954-46cd-a5e4-f693ec68bbcf tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e19b9f8-7e81-4515-aa48-2923ab7b3de8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:04.395508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:04.442714 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-6f27f9fa-b2d0-4f4c-b5a3-a4ec24dea24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:04.444246 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-6f27f9fa-b2d0-4f4c-b5a3-a4ec24dea24f service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 914 time: 0.1045678 Aug 09 02:45:04.468032 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e3bd4b2e-303f-4020-9be9-d72af9307f8a'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:45:04.512225 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-662c2ae8-258c-4b6c-8544-414b0a083cc3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 1001 time: 0.0615168 Aug 09 02:45:04.535435 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Deleting port 3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:04.535782 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.617253 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.617607 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for floatingip (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.632327 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Calling delete_port for 3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:04.795495 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-55fc0f8d-3cbd-487a-a1ff-7ad40adc8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:04.796882 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-55fc0f8d-3cbd-487a-a1ff-7ad40adc8d81 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.2770655 Aug 09 02:45:04.810837 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.835267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:04.840462 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event deleted for resources: {'Port': ['ID=3a6ee6cf-bea1-42c1-a5f6-b65a0aafb667,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:04.844860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-fdd89ccb-07c9-4d85-8126-b42400a4fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:04.847783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-fdd89ccb-07c9-4d85-8126-b42400a4fa0e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413027 Aug 09 02:45:04.899898 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks [] for floatingip (5c72bd9a-1c6d-4175-ab92-6d6623ade46d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:04.900192 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Floating IP 5c72bd9a-1c6d-4175-ab92-6d6623ade46d disassociated (deleted). External IP: 172.27.2.184, port: e3bd4b2e-303f-4020-9be9-d72af9307f8a. Aug 09 02:45:04.940021 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-a87ac4be-c8ac-4040-a7c0-ae15466e89e3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Aug 09 02:45:05.039620 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-67dfdeb5-b82e-48ae-a9f5-1d1966fea2e4 req-7eab5047-2b3c-4eeb-99ef-a838729ab2b5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892212 Aug 09 02:45:05.087916 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:05.106865 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:05.117745 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:05.219121 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:05.446971 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:05.451916 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:05.458481 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:05.458990 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] Sync routers for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:05.468936 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:05.469555 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:05.483057 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7b328709-58d0-4fff-ae8d-71ba058a0caa tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/5c72bd9a-1c6d-4175-ab92-6d6623ade46d HTTP/1.1" status: 204 len: 168 time: 1.0988903 Aug 09 02:45:05.483771 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:05.487521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4916c-9a5c-4448-855c-433684143f89" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:05.533000 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac81464-a834-4e78-97b5-3d8efd5dd41d x-openstack-request-id: req-bac81464-a834-4e78-97b5-3d8efd5dd41d {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:05.533000 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:05.533000 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bac81464-a834-4e78-97b5-3d8efd5dd41d {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:05.533307 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac81464-a834-4e78-97b5-3d8efd5dd41d'] response: {'name': 'network-changed', 'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'status': 'completed', 'code': 200} Aug 09 02:45:05.577307 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:05.630096 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4916c-9a5c-4448-855c-433684143f89 req-7d117925-a989-4d03-bb25-8c5458e7b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:05.631632 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-7d117925-a989-4d03-bb25-8c5458e7b00d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 1129 time: 0.0456412 Aug 09 02:45:05.743960 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4916c-9a5c-4448-855c-433684143f89 req-e7699ef0-af12-477d-a50b-05cf7803761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:05.745925 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-e7699ef0-af12-477d-a50b-05cf7803761e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 200 len: 914 time: 0.1080451 Aug 09 02:45:05.774954 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:05.798426 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-59870250-789d-480c-950c-1f305b4c84a2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 200 len: 217 time: 0.0379033 Aug 09 02:45:05.803140 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] Checking router: 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:05.812299 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:05.812952 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:05.829956 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:05.848045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4916c-9a5c-4448-855c-433684143f89 req-cbf6fbf5-b52a-41fa-bc04-731a1f870db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:05.849544 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-cbf6fbf5-b52a-41fa-bc04-731a1f870db4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 200 len: 852 time: 0.0454154 Aug 09 02:45:05.911003 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:06.104293 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:06.129695 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d361b58-2086-49fb-a42f-b1b5180283fc None None] The sync data for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi is: [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:37Z', 'revision_number': 4, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e67122c1-436b-437d-8bb8-423b06afa7de', 'name': '', 'network_id': 'fe941757-a8c5-41ae-b46b-5e1da78209e3', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'mac_address': 'fa:16:3e:a8:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:36Z', 'updated_at': '2022-08-09T02:41:44Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'subnets': [{'id': '1dd21407-68b4-4cf8-968a-8abb90534b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:06.275661 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4916c-9a5c-4448-855c-433684143f89 req-6a9cbacc-30ee-4828-8395-2f66fe2665ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:06.277249 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-6a9cbacc-30ee-4828-8395-2f66fe2665ed service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=fe941757-a8c5-41ae-b46b-5e1da78209e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439737 Aug 09 02:45:06.371790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45722c-c533-4632-b505-81e901ad2d16 None None] New status for floating IP 5c72bd9a-1c6d-4175-ab92-6d6623ade46d: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:06.381933 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-8d7dde87-f6fd-47f2-8c2b-700c09e3488e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967109 Aug 09 02:45:06.533911 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e2e4916c-9a5c-4448-855c-433684143f89 req-16e85c13-e141-482f-8d11-d8564d4337af service neutron] 10.222.0.13 "GET /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906126 Aug 09 02:45:09.337284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ad24d-921e-46cd-ba55-65242fb28e84 req-86a32822-950b-4d55-a1e7-010084b80552 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:09.338866 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b3ad24d-921e-46cd-ba55-65242fb28e84 req-86a32822-950b-4d55-a1e7-010084b80552 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.0522039 Aug 09 02:45:09.390173 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b3ad24d-921e-46cd-ba55-65242fb28e84 req-a9bf19db-a0b2-4d85-a573-3d3a46d98e65 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 Aug 09 02:45:10.521293 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01fd7-0e84-495b-b56f-f47431fb4fda req-55e8327b-a88d-41be-b67b-28f56739b6be tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:10.522770 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fb01fd7-0e84-495b-b56f-f47431fb4fda req-55e8327b-a88d-41be-b67b-28f56739b6be tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.0475357 Aug 09 02:45:10.560750 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:10.581304 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9fb01fd7-0e84-495b-b56f-f47431fb4fda req-7bb192b9-15b9-48d3-84c4-1ef9c9e48f81 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 Aug 09 02:45:11.648273 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121200-0fe9-4873-814d-ee5745a609fe req-ebb580d9-462b-48d5-b1bd-4bf68a70b248 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:11.649768 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db121200-0fe9-4873-814d-ee5745a609fe req-ebb580d9-462b-48d5-b1bd-4bf68a70b248 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.0618148 Aug 09 02:45:11.757787 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc37b8-8812-4dee-ad13-2cff51bed9a2 req-fa8d026a-45f7-45d2-b24d-7cab512c6a83 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:11.759182 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dbdc37b8-8812-4dee-ad13-2cff51bed9a2 req-fa8d026a-45f7-45d2-b24d-7cab512c6a83 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cfae5d5-8846-4c6d-8e56-5a52f817b48e HTTP/1.1" status: 200 len: 945 time: 0.0932388 Aug 09 02:45:11.787442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Deleting port e3bd4b2e-303f-4020-9be9-d72af9307f8a {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:11.787774 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:11.855294 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:11.869484 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dbdc37b8-8812-4dee-ad13-2cff51bed9a2 req-2c8290e8-f43a-466b-ae25-0c52aff634be tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2268c3ba-bfe8-41df-830a-1d7ee050bffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013272 Aug 09 02:45:11.902493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] For port e3bd4b2e-303f-4020-9be9-d72af9307f8a, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e3bd4b2e-303f-4020-9be9-d72af9307f8a,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:11.902853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:11.915783 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Calling delete_port for e3bd4b2e-303f-4020-9be9-d72af9307f8a owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:12.055291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (e3bd4b2e-303f-4020-9be9-d72af9307f8a), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:12.082791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Pushing event deleted for resources: {'Port': ['ID=e3bd4b2e-303f-4020-9be9-d72af9307f8a,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:12.094696 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['e3bd4b2e-303f-4020-9be9-d72af9307f8a'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:45:12.131262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] No DVR routers for this DVR port e3bd4b2e-303f-4020-9be9-d72af9307f8a on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:12.133938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:12.137288 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db121200-0fe9-4873-814d-ee5745a609fe req-29ae5fe3-9f97-4145-a751-0a50e54131a3 tempest-TestMinimumBasicScenario-818344225 tempest-TestMinimumBasicScenario-818344225-project] 10.222.0.13 "DELETE /networking/v2.0/ports/e3bd4b2e-303f-4020-9be9-d72af9307f8a HTTP/1.1" status: 204 len: 173 time: 0.4796705 Aug 09 02:45:12.137726 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'name': 'network-vif-deleted', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:12.140200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d89b105-82f6-4572-98cd-2890ce96449c" -d '{"events": [{"server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "name": "network-vif-deleted", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:12.179080 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d8b96-1495-4b02-a981-becf60d50ab4 x-openstack-request-id: req-9e5d8b96-1495-4b02-a981-becf60d50ab4 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:12.179370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfae5d5-8846-4c6d-8e56-5a52f817b48e", "name": "network-vif-deleted", "tag": "e3bd4b2e-303f-4020-9be9-d72af9307f8a", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:12.179623 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e5d8b96-1495-4b02-a981-becf60d50ab4 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:12.180033 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5d8b96-1495-4b02-a981-becf60d50ab4'] response: {'server_uuid': '7cfae5d5-8846-4c6d-8e56-5a52f817b48e', 'name': 'network-vif-deleted', 'tag': 'e3bd4b2e-303f-4020-9be9-d72af9307f8a', 'status': 'completed', 'code': 200} Aug 09 02:45:13.452556 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36262) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:13.771325 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:13.999000 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Deleting port e67122c1-436b-437d-8bb8-423b06afa7de {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:13.999327 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:14.078343 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] For port e67122c1-436b-437d-8bb8-423b06afa7de, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e67122c1-436b-437d-8bb8-423b06afa7de,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:14.078693 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:14.091203 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Calling delete_port for e67122c1-436b-437d-8bb8-423b06afa7de owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:14.156894 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:14.218119 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:14.275548 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (e67122c1-436b-437d-8bb8-423b06afa7de), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:14.303137 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67122c1-436b-437d-8bb8-423b06afa7de,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:14.477579 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:14.691130 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:14.792030 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:14.797359 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-83779897-74cb-4ecb-bc75-43589af2caf4 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0b81fc71-d4d9-46e1-9a76-04ffdf6e7220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3438406 Aug 09 02:45:14.800205 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36264) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:14.801754 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06526443-f097-4569-849c-bd5663201cc3 None None] Sync routers for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:14.812129 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:14.812832 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:14.901851 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks [] for router (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:14.912644 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:15.004143 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks [] for router_gateway (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.032880 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:15.047694 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Deleting port f1dae850-763c-40fc-81a9-9b98b11d26b9 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:15.048013 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.079056 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:45:14Z', 'revision_number': 5, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port': {'id': 'f1dae850-763c-40fc-81a9-9b98b11d26b9', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:15.103668 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06526443-f097-4569-849c-bd5663201cc3 None None] Checking router: 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:15.108333 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:15.109263 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:15.116541 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] Routers {'0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:15.117229 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:15.139777 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] For port f1dae850-763c-40fc-81a9-9b98b11d26b9, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=f1dae850-763c-40fc-81a9-9b98b11d26b9,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:15.140100 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.149797 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:15.154170 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Calling delete_port for f1dae850-763c-40fc-81a9-9b98b11d26b9 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:15.205493 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] Set router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:15.254788 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-06526443-f097-4569-849c-bd5663201cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:45:15Z', 'revision_number': 6, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:15.281713 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06526443-f097-4569-849c-bd5663201cc3 None None] The sync data for ids ['0b81fc71-d4d9-46e1-9a76-04ffdf6e7220'] in dv-cinder-852461-1-iscsi is: [{'id': '0b81fc71-d4d9-46e1-9a76-04ffdf6e7220', 'name': 'tempest-TestMinimumBasicScenario-33558493-router', 'tenant_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:34Z', 'updated_at': '2022-08-09T02:45:15Z', 'revision_number': 6, 'project_id': 'f0a5508bdf5e4577b49783c3e424f1ee', 'gw_port_host': None}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:15.322712 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (f1dae850-763c-40fc-81a9-9b98b11d26b9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.348002 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e3bd4b2e-303f-4020-9be9-d72af9307f8a no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:15.348749 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dae850-763c-40fc-81a9-9b98b11d26b9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:15.374190 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.374511 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.374879 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.375188 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.375518 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.375844 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.376167 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.376489 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.376812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.377134 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.377456 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.377784 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.378122 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.378462 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.378778 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:45:15.424009 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.460047 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:45:15.496388 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: e3bd4b2e-303f-4020-9be9-d72af9307f8a {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:15.496717 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e3bd4b2e-303f-4020-9be9-d72af9307f8a not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:15.529526 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.531833 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks [] for router_controller (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.595045 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (0b81fc71-d4d9-46e1-9a76-04ffdf6e7220), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.595664 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:45:15.600494 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.601638 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ed008457-4617-47f9-bd07-b30194e50f29 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/0b81fc71-d4d9-46e1-9a76-04ffdf6e7220 HTTP/1.1" status: 204 len: 168 time: 0.8003457 Aug 09 02:45:15.604254 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36268) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:15.655089 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Deleting subnet 1dd21407-68b4-4cf8-968a-8abb90534b12 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:45:15.658476 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Publish callbacks [] for subnet (1dd21407-68b4-4cf8-968a-8abb90534b12), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.694580 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (1dd21407-68b4-4cf8-968a-8abb90534b12), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.809121 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (1dd21407-68b4-4cf8-968a-8abb90534b12), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.818528 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:15.864747 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (1dd21407-68b4-4cf8-968a-8abb90534b12), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.889869 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd21407-68b4-4cf8-968a-8abb90534b12,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:15.893532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:15.896705 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-794d8016-9871-4e3a-8820-22ca7fdca7c3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/1dd21407-68b4-4cf8-968a-8abb90534b12 HTTP/1.1" status: 204 len: 168 time: 0.2915375 Aug 09 02:45:15.899184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d8d8e2-0a08-42c7-b8be-dabf22e29763 None None] Network fe941757-a8c5-41ae-b46b-5e1da78209e3 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:45:15.899769 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36270) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:15.971827 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (fe941757-a8c5-41ae-b46b-5e1da78209e3), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.014660 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Deleting port 88c51ab1-f1e6-4940-89e9-31081b0528b5 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:16.015007 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.080582 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] For port 88c51ab1-f1e6-4940-89e9-31081b0528b5, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=88c51ab1-f1e6-4940-89e9-31081b0528b5,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:16.080956 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.087700 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] DHCP port deletion for fe941757-a8c5-41ae-b46b-5e1da78209e3 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:45:16.096362 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Calling delete_port for 88c51ab1-f1e6-4940-89e9-31081b0528b5 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:16.133858 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] Deleting port 88c51ab1-f1e6-4940-89e9-31081b0528b5 {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:16.133858 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.185160 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.199417 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] For port 88c51ab1-f1e6-4940-89e9-31081b0528b5, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=88c51ab1-f1e6-4940-89e9-31081b0528b5,segment=NetworkSegment(ff7386aa-ad64-4eeb-a30f-6ba79b934fea),segment_id=ff7386aa-ad64-4eeb-a30f-6ba79b934fea)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:16.199819 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.211969 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Pushing event deleted for resources: {'Port': ['ID=88c51ab1-f1e6-4940-89e9-31081b0528b5,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:16.213600 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] Calling delete_port for 88c51ab1-f1e6-4940-89e9-31081b0528b5 owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:16.216168 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] No DVR routers for this DVR port 88c51ab1-f1e6-4940-89e9-31081b0528b5 on host dv-cinder-852461-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:16.239387 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:16.291826 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (fe941757-a8c5-41ae-b46b-5e1da78209e3), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.295530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (88c51ab1-f1e6-4940-89e9-31081b0528b5), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.313974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe941757-a8c5-41ae-b46b-5e1da78209e3']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:16.319302 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] Pushing event deleted for resources: {'Port': ['ID=88c51ab1-f1e6-4940-89e9-31081b0528b5,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:16.324889 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:16.324889 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7386aa-ad64-4eeb-a30f-6ba79b934fea') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:16.325876 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c978e-24e6-4f2c-b664-21eb0f515067 None None] No DVR routers for this DVR port 88c51ab1-f1e6-4940-89e9-31081b0528b5 on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:16.342051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (ff7386aa-ad64-4eeb-a30f-6ba79b934fea), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.360814 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (ff7386aa-ad64-4eeb-a30f-6ba79b934fea), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.371553 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:45:16.371998 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (ff7386aa-ad64-4eeb-a30f-6ba79b934fea), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.414445 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment ff7386aa-ad64-4eeb-a30f-6ba79b934fea resource provider aggregate not found Aug 09 02:45:16.426331 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e67122c1-436b-437d-8bb8-423b06afa7de no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:16.437134 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment ff7386aa-ad64-4eeb-a30f-6ba79b934fea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff7386aa-ad64-4eeb-a30f-6ba79b934fea found for delete ", "request_id": "req-c2a2462f-5b13-4dc0-93a4-1b0ebe72b071"}]} Aug 09 02:45:16.441739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (fe941757-a8c5-41ae-b46b-5e1da78209e3), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.447563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:16.448723 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: e67122c1-436b-437d-8bb8-423b06afa7de {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:16.448872 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e67122c1-436b-437d-8bb8-423b06afa7de not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:16.449303 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 88c51ab1-f1e6-4940-89e9-31081b0528b5 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:16.451098 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/fe941757-a8c5-41ae-b46b-5e1da78209e3 HTTP/1.1" status: 204 len: 168 time: 0.5503380 Aug 09 02:45:16.454221 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36276) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:16.462543 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc6a2-c882-4384-a088-5f6c3ab0f78f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe941757-a8c5-41ae-b46b-5e1da78209e3,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:16.469480 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 88c51ab1-f1e6-4940-89e9-31081b0528b5 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:16.469856 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 88c51ab1-f1e6-4940-89e9-31081b0528b5 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:16.470292 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f1dae850-763c-40fc-81a9-9b98b11d26b9 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:16.488983 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: f1dae850-763c-40fc-81a9-9b98b11d26b9 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:16.489332 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f1dae850-763c-40fc-81a9-9b98b11d26b9 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:16.564584 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:16.961676 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:17.024025 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:17.186991 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba12d9-63c2-4076-b19c-a692fef689d2 req-64b7dffd-bfaf-4c15-929e-6fda134c3bbb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:17.188766 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-21ba12d9-63c2-4076-b19c-a692fef689d2 req-64b7dffd-bfaf-4c15-929e-6fda134c3bbb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Aug 09 02:45:17.239460 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-21ba12d9-63c2-4076-b19c-a692fef689d2 req-bd571f14-a3d1-400f-8f87-cc1470a5a2b4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Aug 09 02:45:17.255647 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Deleting port 3327a5f4-8517-4c25-9d73-79649af9bb67 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:17.255992 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:17.344963 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] For port 3327a5f4-8517-4c25-9d73-79649af9bb67, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=3327a5f4-8517-4c25-9d73-79649af9bb67,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:17.345186 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:17.358592 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Calling delete_port for 3327a5f4-8517-4c25-9d73-79649af9bb67 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:17.554365 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (3327a5f4-8517-4c25-9d73-79649af9bb67), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:17.558501 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:17.584617 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Pushing event deleted for resources: {'Port': ['ID=3327a5f4-8517-4c25-9d73-79649af9bb67,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:17.748069 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:17.928809 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:17.956741 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:18.057047 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:18.062180 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f4104024-c944-4f35-abe7-3d40d42e316d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6064756 Aug 09 02:45:18.064819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36288) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:18.066403 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] Sync routers for ids ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:18.077955 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] Routers {'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:18.078649 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:18.161044 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks [] for router (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.178573 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] Set router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:18.258904 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks [] for router_gateway (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.307291 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Deleting port a512af7a-c870-4ec1-91d3-b3c246bfee23 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:18.307686 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.328023 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:18.346009 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:45:17Z', 'revision_number': 5, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port': {'id': 'a512af7a-c870-4ec1-91d3-b3c246bfee23', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:40Z', 'updated_at': '2022-08-09T02:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:18.377511 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] Checking router: f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:18.386441 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] Routers {'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:18.387057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:18.387184 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f606-70e9-4af2-bd14-5b0bb3823d96 req-98cff454-6671-40cb-9976-d4e319757141 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:18.396036 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] For port a512af7a-c870-4ec1-91d3-b3c246bfee23, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=a512af7a-c870-4ec1-91d3-b3c246bfee23,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:18.396404 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.397062 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0261f606-70e9-4af2-bd14-5b0bb3823d96 req-98cff454-6671-40cb-9976-d4e319757141 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0791068 Aug 09 02:45:18.415810 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Calling delete_port for a512af7a-c870-4ec1-91d3-b3c246bfee23 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:18.458707 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0261f606-70e9-4af2-bd14-5b0bb3823d96 req-493e2968-9ae6-4f80-8488-2a600e6fa2ef tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594573 Aug 09 02:45:18.467107 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:18.467820 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:18.492690 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] Set router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:18.546546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:45:18Z', 'revision_number': 6, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:18.571930 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546c9eb-197a-431a-8df6-729f21b295df None None] The sync data for ids ['f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf'] in dv-cinder-852461-1-iscsi is: [{'id': 'f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf', 'name': 'tempest-TestMinimumBasicScenario-1841363079-router', 'tenant_id': '5099eb118dd4449a9dea3ece36073723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:39Z', 'updated_at': '2022-08-09T02:45:18Z', 'revision_number': 6, 'project_id': '5099eb118dd4449a9dea3ece36073723', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:18.612337 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (a512af7a-c870-4ec1-91d3-b3c246bfee23), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.638859 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Pushing event deleted for resources: {'Port': ['ID=a512af7a-c870-4ec1-91d3-b3c246bfee23,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:18.705570 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.802579 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.804798 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks [] for router_controller (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.847806 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.848427 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:45:18.853563 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.854738 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-27ce0254-ffda-4a40-87d8-27372021044f admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/f9fd2a1d-fff7-4c59-bf36-f6efc9824cbf HTTP/1.1" status: 204 len: 168 time: 0.7890325 Aug 09 02:45:18.857823 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36292) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:18.882819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:18.905758 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Deleting subnet ef7fb375-5890-4934-ab6d-cd6b3a14adee {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:45:18.909183 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Publish callbacks [] for subnet (ef7fb375-5890-4934-ab6d-cd6b3a14adee), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:18.951369 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (ef7fb375-5890-4934-ab6d-cd6b3a14adee), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.029428 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (ef7fb375-5890-4934-ab6d-cd6b3a14adee), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.082570 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (ef7fb375-5890-4934-ab6d-cd6b3a14adee), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.112255 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7fb375-5890-4934-ab6d-cd6b3a14adee,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:19.117157 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.120920 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-484091bb-eb10-4a58-8e74-9ff8fc50777e admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/ef7fb375-5890-4934-ab6d-cd6b3a14adee HTTP/1.1" status: 204 len: 168 time: 0.2620847 Aug 09 02:45:19.122885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33282f82-07d1-4f11-a92d-f3675e596002 None None] Network a988467c-0d44-4374-8cce-e9c2dd597a74 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:45:19.124725 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36296) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:19.197812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (a988467c-0d44-4374-8cce-e9c2dd597a74), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.207560 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:19.240801 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Deleting port 446e5fc5-b6de-4f8e-825a-919454981808 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:19.241054 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (446e5fc5-b6de-4f8e-825a-919454981808), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.308493 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] DHCP port deletion for a988467c-0d44-4374-8cce-e9c2dd597a74 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:45:19.309418 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] For port 446e5fc5-b6de-4f8e-825a-919454981808, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=446e5fc5-b6de-4f8e-825a-919454981808,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:19.309788 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (446e5fc5-b6de-4f8e-825a-919454981808), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.325044 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Calling delete_port for 446e5fc5-b6de-4f8e-825a-919454981808 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:19.348838 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] Deleting port 446e5fc5-b6de-4f8e-825a-919454981808 {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:19.349122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (446e5fc5-b6de-4f8e-825a-919454981808), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.383684 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:19.403265 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (446e5fc5-b6de-4f8e-825a-919454981808), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.427307 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] For port 446e5fc5-b6de-4f8e-825a-919454981808, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=446e5fc5-b6de-4f8e-825a-919454981808,segment=NetworkSegment(6cce264a-4c76-4b18-ad6c-33c52fc275ce),segment_id=6cce264a-4c76-4b18-ad6c-33c52fc275ce)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:19.427718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (446e5fc5-b6de-4f8e-825a-919454981808), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.432428 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Pushing event deleted for resources: {'Port': ['ID=446e5fc5-b6de-4f8e-825a-919454981808,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:19.435889 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] No DVR routers for this DVR port 446e5fc5-b6de-4f8e-825a-919454981808 on host dv-cinder-852461-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:19.444129 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] Calling delete_port for 446e5fc5-b6de-4f8e-825a-919454981808 owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:19.513804 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (a988467c-0d44-4374-8cce-e9c2dd597a74), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.539053 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a988467c-0d44-4374-8cce-e9c2dd597a74']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:19.540308 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (446e5fc5-b6de-4f8e-825a-919454981808), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.551627 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cce264a-4c76-4b18-ad6c-33c52fc275ce') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:19.552039 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cce264a-4c76-4b18-ad6c-33c52fc275ce') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:19.569798 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26157935'] for segment (6cce264a-4c76-4b18-ad6c-33c52fc275ce), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.578717 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] No DVR routers for this DVR port 446e5fc5-b6de-4f8e-825a-919454981808 on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:19.590199 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (6cce264a-4c76-4b18-ad6c-33c52fc275ce), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.597786 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:45:19.598508 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25207261'] for segment (6cce264a-4c76-4b18-ad6c-33c52fc275ce), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.620467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880052b-1af5-4b34-a554-16c382601a3f req-c01db9fa-179e-4cc6-87e1-ad82bf0c6529 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:19.628751 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7880052b-1af5-4b34-a554-16c382601a3f req-c01db9fa-179e-4cc6-87e1-ad82bf0c6529 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Aug 09 02:45:19.641173 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e287a-4666-4227-b54b-e06dfe0ebda4 None None] Pushing event deleted for resources: {'Port': ['ID=446e5fc5-b6de-4f8e-825a-919454981808,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:19.690777 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7880052b-1af5-4b34-a554-16c382601a3f req-8d1e51f2-4b74-48d4-bdda-999a0fbbf410 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d64f8d5d-e5a8-471a-92e3-1fc503818d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618353 Aug 09 02:45:19.693459 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment 6cce264a-4c76-4b18-ad6c-33c52fc275ce resource provider aggregate not found Aug 09 02:45:19.709449 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (a988467c-0d44-4374-8cce-e9c2dd597a74), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.713919 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment 6cce264a-4c76-4b18-ad6c-33c52fc275ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cce264a-4c76-4b18-ad6c-33c52fc275ce found for delete ", "request_id": "req-cbe69fa5-96a5-46b7-8816-f64dd823dd83"}]} Aug 09 02:45:19.719785 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.722917 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a988467c-0d44-4374-8cce-e9c2dd597a74 HTTP/1.1" status: 204 len: 168 time: 0.5972478 Aug 09 02:45:19.733200 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e1173-6c3e-40fc-8be4-9a5d00b5be0d admin admin] Pushing event deleted for resources: {'Network': ['ID=a988467c-0d44-4374-8cce-e9c2dd597a74,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:19.826830 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-ceb9966c-3605-4a8c-a3d7-502e82547cdd tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:19.828385 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-ceb9966c-3605-4a8c-a3d7-502e82547cdd tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 945 time: 0.0509961 Aug 09 02:45:19.926540 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Deleting port e1bca63c-8e79-4219-8848-c50bf228ba03 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:19.927272 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:19.965229 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36316) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:20.008223 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e02bc442-680e-4c3a-9a6a-ab17bd075310 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f0a5508bdf5e4577b49783c3e424f1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395184 Aug 09 02:45:20.008535 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36318) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:20.026704 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] For port e1bca63c-8e79-4219-8848-c50bf228ba03, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e1bca63c-8e79-4219-8848-c50bf228ba03,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:20.027066 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.056173 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0fe2-15fb-4636-b8f3-63314f968bbd admin admin] Publish callbacks [] for security_group (2268c3ba-bfe8-41df-830a-1d7ee050bffc), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.075540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:20.077813 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0fe2-15fb-4636-b8f3-63314f968bbd admin admin] Publish callbacks [] for security_group (2268c3ba-bfe8-41df-830a-1d7ee050bffc), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.127499 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0fe2-15fb-4636-b8f3-63314f968bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (2268c3ba-bfe8-41df-830a-1d7ee050bffc), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.129981 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0fe2-15fb-4636-b8f3-63314f968bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.131175 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4d9b0fe2-15fb-4636-b8f3-63314f968bbd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2268c3ba-bfe8-41df-830a-1d7ee050bffc HTTP/1.1" status: 204 len: 168 time: 0.1216831 Aug 09 02:45:20.139361 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b0fe2-15fb-4636-b8f3-63314f968bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268c3ba-bfe8-41df-830a-1d7ee050bffc,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:20.198559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.198929 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (250ad179-c96d-44a7-a0ad-4804cecbd558), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.199282 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Floating IP 250ad179-c96d-44a7-a0ad-4804cecbd558 disassociated. External IP: 172.27.2.132, port: e1bca63c-8e79-4219-8848-c50bf228ba03. Aug 09 02:45:20.199597 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Calling delete_port for e1bca63c-8e79-4219-8848-c50bf228ba03 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:20.273205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:20.330759 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (e1bca63c-8e79-4219-8848-c50bf228ba03), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.362930 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event deleted for resources: {'Port': ['ID=e1bca63c-8e79-4219-8848-c50bf228ba03,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:20.422524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 446e5fc5-b6de-4f8e-825a-919454981808 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:20.445156 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 446e5fc5-b6de-4f8e-825a-919454981808 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:20.445752 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 446e5fc5-b6de-4f8e-825a-919454981808 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:20.446365 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3327a5f4-8517-4c25-9d73-79649af9bb67 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:20.468908 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 3327a5f4-8517-4c25-9d73-79649af9bb67 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:20.469488 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3327a5f4-8517-4c25-9d73-79649af9bb67 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:20.469998 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device a512af7a-c870-4ec1-91d3-b3c246bfee23 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:20.488780 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Router 56ef860f-9e25-4781-b908-46bbeb298530 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:20.489695 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: a512af7a-c870-4ec1-91d3-b3c246bfee23 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:20.490042 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device a512af7a-c870-4ec1-91d3-b3c246bfee23 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:20.497354 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36324) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:20.540049 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e3f9f7cc-f1e9-4f65-88ef-aa0acaded6ea admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5099eb118dd4449a9dea3ece36073723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415344 Aug 09 02:45:20.542722 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36326) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:20.590191 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ddc31c35-150b-46da-90ab-14c9524ca762 admin admin] Publish callbacks [] for security_group (0128613e-a329-42a3-a1c5-89a156c7e6ea), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.594302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:20.597350 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:20.608111 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:20.618677 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ddc31c35-150b-46da-90ab-14c9524ca762 admin admin] Publish callbacks [] for security_group (0128613e-a329-42a3-a1c5-89a156c7e6ea), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.620457 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:20.621142 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:20.641426 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] No DVR routers for this DVR port e1bca63c-8e79-4219-8848-c50bf228ba03 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:20.644112 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.647529 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8551b6d4-b0fa-4e16-8c26-63883493a502 req-0e50bde4-f5d2-45ba-92dd-2a03ccc30ba6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "DELETE /networking/v2.0/ports/e1bca63c-8e79-4219-8848-c50bf228ba03 HTTP/1.1" status: 204 len: 173 time: 0.8134050 Aug 09 02:45:20.647986 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'name': 'network-vif-deleted', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:20.650751 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8812f92a-2313-4ff2-b3ab-386f077f3bde" -d '{"events": [{"server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "name": "network-vif-deleted", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:20.682839 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ddc31c35-150b-46da-90ab-14c9524ca762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (0128613e-a329-42a3-a1c5-89a156c7e6ea), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.690736 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ddc31c35-150b-46da-90ab-14c9524ca762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:20.691047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d3876-ecb9-4fb3-917a-3eea7776c666 x-openstack-request-id: req-969d3876-ecb9-4fb3-917a-3eea7776c666 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:20.691581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f16a110-9dc8-4e95-b6de-c30feee35b89", "name": "network-vif-deleted", "tag": "e1bca63c-8e79-4219-8848-c50bf228ba03", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:20.692025 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-969d3876-ecb9-4fb3-917a-3eea7776c666 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:20.692147 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ddc31c35-150b-46da-90ab-14c9524ca762 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0128613e-a329-42a3-a1c5-89a156c7e6ea HTTP/1.1" status: 204 len: 168 time: 0.1485238 Aug 09 02:45:20.692737 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969d3876-ecb9-4fb3-917a-3eea7776c666'] response: {'server_uuid': '8f16a110-9dc8-4e95-b6de-c30feee35b89', 'name': 'network-vif-deleted', 'tag': 'e1bca63c-8e79-4219-8848-c50bf228ba03', 'status': 'completed', 'code': 200} Aug 09 02:45:20.701256 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc31c35-150b-46da-90ab-14c9524ca762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128613e-a329-42a3-a1c5-89a156c7e6ea,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:20.756189 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:20.834759 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fce349a4-ae00-4476-8a5a-8e634d20cc7e req-b044653a-6295-472f-983f-4380cd68687e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8f16a110-9dc8-4e95-b6de-c30feee35b89 HTTP/1.1" status: 200 len: 210 time: 0.0418811 Aug 09 02:45:20.962073 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:20.992449 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:21.002441 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:21.003372 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:21.111568 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:21.313479 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:21.337920 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2541063-473f-435f-bb5f-411d5b151947 None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:21.599573 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315a857-b45a-4285-9456-77a7b487113d None None] New status for floating IP 250ad179-c96d-44a7-a0ad-4804cecbd558: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:21.942186 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36350) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:21.998527 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2109574a-0c98-4478-a051-24f43a88485d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (d64f8d5d-e5a8-471a-92e3-1fc503818d2f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.023246 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2109574a-0c98-4478-a051-24f43a88485d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (d64f8d5d-e5a8-471a-92e3-1fc503818d2f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.072769 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2109574a-0c98-4478-a051-24f43a88485d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d64f8d5d-e5a8-471a-92e3-1fc503818d2f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.075947 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2109574a-0c98-4478-a051-24f43a88485d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.077181 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-2109574a-0c98-4478-a051-24f43a88485d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d64f8d5d-e5a8-471a-92e3-1fc503818d2f HTTP/1.1" status: 204 len: 168 time: 0.1337652 Aug 09 02:45:22.080295 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36352) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:22.086253 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109574a-0c98-4478-a051-24f43a88485d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f8d5d-e5a8-471a-92e3-1fc503818d2f,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:22.094388 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-c3ccce8e-8de8-4fbb-aa5e-be04167ebb23 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] show failed (client error): The resource could not be found. Aug 09 02:45:22.095391 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c3ccce8e-8de8-4fbb-aa5e-be04167ebb23 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups/d64f8d5d-e5a8-471a-92e3-1fc503818d2f HTTP/1.1" status: 404 len: 347 time: 0.0140934 Aug 09 02:45:22.098562 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36354) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:22.221145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Deleting port 9f92d8a9-99e8-4bb3-abe5-b5778dd4f820 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:22.221509 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.299183 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.299410 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.305866 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:22.312610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Calling delete_port for 9f92d8a9-99e8-4bb3-abe5-b5778dd4f820 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:22.445088 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (9f92d8a9-99e8-4bb3-abe5-b5778dd4f820), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.470702 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event deleted for resources: {'Port': ['ID=9f92d8a9-99e8-4bb3-abe5-b5778dd4f820,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:22.542877 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (250ad179-c96d-44a7-a0ad-4804cecbd558), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.545340 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.546679 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-71b2f615-5c1c-4f55-95c7-c9e992a3cadf tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/250ad179-c96d-44a7-a0ad-4804cecbd558 HTTP/1.1" status: 204 len: 168 time: 0.4472120 Aug 09 02:45:22.631909 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36360) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:22.636604 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240202982', 'description': 'tempest-description--2145789510'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:22.662759 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.741054 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.745768 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.766144 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:INSERT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:22.775480 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.776691 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437399 Aug 09 02:45:22.779060 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ed86f-d276-4d26-9dad-e87c969713d7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:22.779926 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36362) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:22.786107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'security_group_rule': {'security_group_id': '3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:22.818979 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (5887cd20-fa59-49da-a482-25f7a6863eaf), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.879142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (5887cd20-fa59-49da-a482-25f7a6863eaf), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.884030 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (5887cd20-fa59-49da-a482-25f7a6863eaf), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.903403 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5887cd20-fa59-49da-a482-25f7a6863eaf,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:22.908672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:22.910601 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-746026e9-8143-42aa-a2e6-0fbc6d151cfa tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295948 Aug 09 02:45:22.912559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36364) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:22.916810 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'security_group_rule': {'security_group_id': '3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:22.947845 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (d9f055ac-bcd7-4162-bf3a-b6f765ea4c88), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.000918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (d9f055ac-bcd7-4162-bf3a-b6f765ea4c88), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.006970 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (d9f055ac-bcd7-4162-bf3a-b6f765ea4c88), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.033839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f055ac-bcd7-4162-bf3a-b6f765ea4c88,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:23.041589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.042853 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-524efd36-0119-4e66-b98f-14737fb0aa75 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293890 Aug 09 02:45:23.047283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36366) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:23.051574 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:23.073955 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.124446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:23.159585 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.274472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Allocated IP 172.27.2.99 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/ef9b2107-ddf0-4f93-8999-79ec897f962b) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:45:23.368852 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e1bca63c-8e79-4219-8848-c50bf228ba03 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:23.378184 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.382601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:23.389336 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: e1bca63c-8e79-4219-8848-c50bf228ba03 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:23.389714 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e1bca63c-8e79-4219-8848-c50bf228ba03 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:23.416303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.456904 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:45:23.461897 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:45:23.464237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'Port': ['ID=ef9b2107-ddf0-4f93-8999-79ec897f962b,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:23.466360 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:45:23.545027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.585105 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.736918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.742538 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.792705 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:23.808590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'Port': ['ID=ef9b2107-ddf0-4f93-8999-79ec897f962b,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:23.812057 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.829541 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:23.830827 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-60360ed2-1204-452e-a6f6-7ad88987d452 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7826059 Aug 09 02:45:24.041063 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-f4ab1613-8619-4b5b-b385-b7d0daa55bf4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--240202982&fields=id&tenant_id=467b42c2bec74fcbbf90d007a6e00096 HTTP/1.1" status: 200 len: 267 time: 0.0435786 Aug 09 02:45:24.150534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-5146f45a-c8e8-420d-9d2d-11a7e358634f tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:24.151980 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-5146f45a-c8e8-420d-9d2d-11a7e358634f tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 810 time: 0.1030941 Aug 09 02:45:24.169196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-7f9bf2ff-81b2-445c-9edc-c5e4f998da89 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/quotas/467b42c2bec74fcbbf90d007a6e00096 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Aug 09 02:45:24.218768 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-76ae8951-8a08-4eea-9b06-de2a1805c4e1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422640 Aug 09 02:45:24.547478 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-c7d0ab53-b403-42eb-9d25-6aa0d21da086 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117769 Aug 09 02:45:24.630015 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:24.645547 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-40f24a4e-c76d-4698-81e9-9924b82af227 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919704 Aug 09 02:45:24.809124 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0acb1d60-d822-4baa-beab-f2d27f90b835 req-80eae521-cc42-4db6-b842-2c046739fcd2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 210 time: 0.0291142 Aug 09 02:45:26.018467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3684f3d0-cfeb-4293-b048-4e3a2dbda315 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:26.020758 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3684f3d0-cfeb-4293-b048-4e3a2dbda315 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 810 time: 0.1203141 Aug 09 02:45:26.086835 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-184b254d-700e-491d-a799-893f30c0c171 req-62a505ad-3cbd-4d04-930a-936824662e21 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 210 time: 0.2007675 Aug 09 02:45:26.123231 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-1423e5f6-6ecd-415c-8baa-4130836f0437 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=467b42c2bec74fcbbf90d007a6e00096 HTTP/1.1" status: 200 len: 379 time: 0.0829606 Aug 09 02:45:26.218297 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'port': {'device_id': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'admin_state_up': True, 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'security_groups': ['3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:26.345001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Made reservation on behalf of 467b42c2bec74fcbbf90d007a6e00096 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:45:26.348477 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:26.481820 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Allocated IP 172.20.0.4 (92ed22b9-a5d1-438e-b0d0-2a9c0988d349/4015b651-4603-44b8-8de4-0e527b281d30/134cb462-1c0a-49ec-94c5-16a7d99add24) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:45:26.518486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:26.631465 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:26.668796 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:26.714879 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:45:26.718133 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:45:26.721997 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:45:26.745959 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event updated for resources: {'Port': ['ID=134cb462-1c0a-49ec-94c5-16a7d99add24,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:26.777414 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:26.777980 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:26.796257 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-3c9c1c62-7bcd-4c2d-9396-78c2188a02bb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844393 Aug 09 02:45:26.820054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Request body: {'port': {'device_id': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:26.880502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:26.886097 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:26.959951 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-09da9724-b985-455c-9315-c571842cb322 None None] Provisioning complete for port 134cb462-1c0a-49ec-94c5-16a7d99add24 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:45:26.960539 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-09da9724-b985-455c-9315-c571842cb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:26.994056 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-09da9724-b985-455c-9315-c571842cb322 None None] Port 134cb462-1c0a-49ec-94c5-16a7d99add24 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:45:27.139228 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134cb462-1c0a-49ec-94c5-16a7d99add24 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:45:27.147248 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Publish callbacks [] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:27.160226 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Transition to ACTIVE for port object 134cb462-1c0a-49ec-94c5-16a7d99add24 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:45:27.171497 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:27.240928 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537bb3a-8b53-4800-86d5-838406c88143 req-9f5b9bb6-b045-42fe-9bea-cd56a60116a1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:27.242487 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8537bb3a-8b53-4800-86d5-838406c88143 req-9f5b9bb6-b045-42fe-9bea-cd56a60116a1 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 943 time: 0.0810592 Aug 09 02:45:27.270525 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Pushing event updated for resources: {'Port': ['ID=134cb462-1c0a-49ec-94c5-16a7d99add24,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:27.338816 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8537bb3a-8b53-4800-86d5-838406c88143 req-6063598f-bcdd-4122-b7c6-b84a256d5ea4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763605 Aug 09 02:45:27.347880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Attempting to bind port 134cb462-1c0a-49ec-94c5-16a7d99add24 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:45:27.348215 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Attempting to bind port 134cb462-1c0a-49ec-94c5-16a7d99add24 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:45:27.348543 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Attempting to bind port 134cb462-1c0a-49ec-94c5-16a7d99add24 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:45:27.351287 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:27.353519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Port 134cb462-1c0a-49ec-94c5-16a7d99add24 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:45:27.353868 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Attempting to bind port 134cb462-1c0a-49ec-94c5-16a7d99add24 on network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:45:27.360241 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:45:27.360579 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Checking segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:45:27.360957 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Bound using segment: {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:45:27.361380 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Bound port: 134cb462-1c0a-49ec-94c5-16a7d99add24, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cd2a9a-3fcd-4489-ab19-6fe8560e6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:45:27.361737 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:27.427801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] For port 134cb462-1c0a-49ec-94c5-16a7d99add24, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:45:27.430820 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] For port 134cb462-1c0a-49ec-94c5-16a7d99add24, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=134cb462-1c0a-49ec-94c5-16a7d99add24,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:45:27.436822 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:27.440801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:27.441433 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:27.442839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/134cb462-1c0a-49ec-94c5-16a7d99add24 HTTP/1.1" status: 200 len: 1093 time: 0.6272776 Aug 09 02:45:27.443334 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:27.445679 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5d9bc-a783-4b32-828f-3011a5488f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:27.484440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742da611-92c3-467f-8aed-159dde5838e5 x-openstack-request-id: req-742da611-92c3-467f-8aed-159dde5838e5 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:27.485102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:27.485399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-742da611-92c3-467f-8aed-159dde5838e5 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:27.485848 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742da611-92c3-467f-8aed-159dde5838e5'] response: {'name': 'network-changed', 'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'status': 'completed', 'code': 200} Aug 09 02:45:27.495188 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e85134-932e-43e6-98bd-32818cb450f2 service neutron] Pushing event updated for resources: {'Port': ['ID=134cb462-1c0a-49ec-94c5-16a7d99add24,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:27.935557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d9bc-a783-4b32-828f-3011a5488f0c req-148aea73-7905-455e-b62b-797f6c0159f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:27.937048 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1f5d9bc-a783-4b32-828f-3011a5488f0c req-148aea73-7905-455e-b62b-797f6c0159f1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 1127 time: 0.0439162 Aug 09 02:45:28.440783 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d9bc-a783-4b32-828f-3011a5488f0c req-eb30f419-6eb0-491c-89f6-bebbb2da4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:28.442361 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1f5d9bc-a783-4b32-828f-3011a5488f0c req-eb30f419-6eb0-491c-89f6-bebbb2da4ed5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=467b42c2bec74fcbbf90d007a6e00096&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1838014 Aug 09 02:45:28.599496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9173183-68cc-4e2e-828f-15f435d665d4 req-23e597db-fd8d-4f5f-a55f-938c3847dcb6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:28.600957 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b9173183-68cc-4e2e-828f-15f435d665d4 req-23e597db-fd8d-4f5f-a55f-938c3847dcb6 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 943 time: 0.1751783 Aug 09 02:45:28.645609 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:28.668885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d9bc-a783-4b32-828f-3011a5488f0c req-c3d5e4d0-128f-456c-b456-8fbefdd66cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:28.670386 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d1f5d9bc-a783-4b32-828f-3011a5488f0c req-c3d5e4d0-128f-456c-b456-8fbefdd66cb2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2205787 Aug 09 02:45:28.689875 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b9173183-68cc-4e2e-828f-15f435d665d4 req-af848073-4641-4818-ba24-9491610e7a58 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826449 Aug 09 02:45:28.785588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-1a37bf88-e00c-483b-a286-1832e62d0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:28.787148 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-1a37bf88-e00c-483b-a286-1832e62d0d80 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 1127 time: 0.0448215 Aug 09 02:45:28.834881 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-abc99207-40a3-4e81-a7b3-94a0d66a22d8 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134cb462-1c0a-49ec-94c5-16a7d99add24 HTTP/1.1" status: 200 len: 217 time: 0.0324144 Aug 09 02:45:28.885037 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-18c2bf44-1c4d-4403-b054-5905103993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:28.886452 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-18c2bf44-1c4d-4403-b054-5905103993f6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0441904 Aug 09 02:45:28.931953 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-8be19031-039e-4c7b-b3b7-df5adc91e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:28.933455 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-8be19031-039e-4c7b-b3b7-df5adc91e722 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393612 Aug 09 02:45:29.026888 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-6c6553fa-55c3-4c52-9d76-da150a5eb624 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860274 Aug 09 02:45:29.121821 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dd04eca2-b9bd-4332-8170-e59f40699e71 req-cf7daabe-4b71-4d84-9955-12415a4840d5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881679 Aug 09 02:45:29.823900 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea5b6e-0249-4df7-a650-207887bb7b49 req-f5550351-7d76-4a29-9a95-25ed1fcd5b2a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:29.825340 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4eea5b6e-0249-4df7-a650-207887bb7b49 req-f5550351-7d76-4a29-9a95-25ed1fcd5b2a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 943 time: 0.0476365 Aug 09 02:45:29.876308 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4eea5b6e-0249-4df7-a650-207887bb7b49 req-2b770f5e-1521-412d-9a71-b9c506a96d4d tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432162 Aug 09 02:45:30.639250 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9c296f7a-9f8c-487d-b9cc-c006d5461fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:30.976767 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:30.995809 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bd0b4-2f89-46d4-bf8c-c9cdfa31861e req-865d5e6b-1270-4460-82b3-1ff8fbace544 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:30.997358 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9e4bd0b4-2f89-46d4-bf8c-c9cdfa31861e req-865d5e6b-1270-4460-82b3-1ff8fbace544 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 943 time: 0.0481043 Aug 09 02:45:31.047595 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9e4bd0b4-2f89-46d4-bf8c-c9cdfa31861e req-1d34d5bf-baf2-4613-b693-892d8d13a5eb tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Aug 09 02:45:31.315842 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=83 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:31.317166 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:31.781650 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2832a-58ae-4b3b-8b92-7bee60b2d9f1 req-c2ac9aab-374a-4752-bbed-6c91c7ada634 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:31.783171 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c0b2832a-58ae-4b3b-8b92-7bee60b2d9f1 req-c2ac9aab-374a-4752-bbed-6c91c7ada634 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Aug 09 02:45:31.840499 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c0b2832a-58ae-4b3b-8b92-7bee60b2d9f1 req-1aba186c-18fc-4fd6-8452-6b46c3e52916 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491080 Aug 09 02:45:32.179795 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6b0f-5c6d-4799-bdb2-1057325c06b0 req-488043ca-f25e-4f25-9d92-b8dc4fbc9f0c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:32.181347 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-334a6b0f-5c6d-4799-bdb2-1057325c06b0 req-488043ca-f25e-4f25-9d92-b8dc4fbc9f0c tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 943 time: 0.0500922 Aug 09 02:45:32.229514 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-334a6b0f-5c6d-4799-bdb2-1057325c06b0 req-ffa57e92-66e5-4423-a39f-c61e32ddc5b0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Aug 09 02:45:32.778298 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:32.963294 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2876a-986a-490d-92e5-de466cc2565b req-339fb0ba-7e94-4bdf-9c8d-fe5a368f0434 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:32.964681 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-77a2876a-986a-490d-92e5-de466cc2565b req-339fb0ba-7e94-4bdf-9c8d-fe5a368f0434 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0505459 Aug 09 02:45:33.015248 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-77a2876a-986a-490d-92e5-de466cc2565b req-ea6ccdf6-7b56-481c-940e-830429422c1b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Aug 09 02:45:33.115367 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9f549201-3167-4260-a009-e19a5ce2f757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:33.356054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e5de-7b0e-4bb1-9bdd-37698967ee5f req-0be9c4bb-88d7-46b7-b652-a6f0d3d75a1b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:33.357567 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f487e5de-7b0e-4bb1-9bdd-37698967ee5f req-0be9c4bb-88d7-46b7-b652-a6f0d3d75a1b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 943 time: 0.0485401 Aug 09 02:45:33.404823 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f487e5de-7b0e-4bb1-9bdd-37698967ee5f req-c3047878-0c50-4c5d-a798-b372adbc3f61 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 Aug 09 02:45:33.422194 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 134cb462-1c0a-49ec-94c5-16a7d99add24 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:45:33.439584 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:33.526070 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 134cb462-1c0a-49ec-94c5-16a7d99add24, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=134cb462-1c0a-49ec-94c5-16a7d99add24,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:33.537387 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'port_id': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'mac_address': 'fa:16:3e:b5:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:45:33.575018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 134cb462-1c0a-49ec-94c5-16a7d99add24 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:45:33.575417 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:33.589524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134cb462-1c0a-49ec-94c5-16a7d99add24 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:45:33.610823 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 134cb462-1c0a-49ec-94c5-16a7d99add24, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=134cb462-1c0a-49ec-94c5-16a7d99add24,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:33.616079 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:33.661154 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=134cb462-1c0a-49ec-94c5-16a7d99add24,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:33.802708 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184850f-00de-43f0-a913-4e17df9d62ef req-dff86d60-e071-4cd7-822a-a535bf2b96f3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:33.804034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d184850f-00de-43f0-a913-4e17df9d62ef req-dff86d60-e071-4cd7-822a-a535bf2b96f3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0510802 Aug 09 02:45:33.857951 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:33.893031 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port dd6d3011-7693-4d78-b859-3220bb048c68 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:33.893404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:33.984748 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] For port dd6d3011-7693-4d78-b859-3220bb048c68, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=dd6d3011-7693-4d78-b859-3220bb048c68,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:33.985536 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:34.069751 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['134cb462-1c0a-49ec-94c5-16a7d99add24'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:45:34.172721 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caade1c-2eea-40e1-b43a-672bb7bfe0f5 req-ddc14714-a0d0-42b3-a125-a724ebf4a75d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:34.174176 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5caade1c-2eea-40e1-b43a-672bb7bfe0f5 req-ddc14714-a0d0-42b3-a125-a724ebf4a75d tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 945 time: 0.0848606 Aug 09 02:45:34.190772 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:34.191107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (d88f2622-fc2b-42ea-a90d-9c2670b51416), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:34.191439 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP d88f2622-fc2b-42ea-a90d-9c2670b51416 disassociated. External IP: 172.27.2.176, port: dd6d3011-7693-4d78-b859-3220bb048c68. Aug 09 02:45:34.191779 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for dd6d3011-7693-4d78-b859-3220bb048c68 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:34.274190 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5caade1c-2eea-40e1-b43a-672bb7bfe0f5 req-4a27ab05-0a26-4d30-ba84-3dd39d4a446b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3158b17c-b920-45dd-9462-440a0af9b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911152 Aug 09 02:45:34.293714 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:34.310987 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:34.359302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (dd6d3011-7693-4d78-b859-3220bb048c68), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:34.388748 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=dd6d3011-7693-4d78-b859-3220bb048c68,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:34.531268 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb830-80b1-4701-a578-a1339dd2ed71 req-a856546b-1c6a-47e0-86a3-109f21a254c5 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:34.532932 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b5eb830-80b1-4701-a578-a1339dd2ed71 req-a856546b-1c6a-47e0-86a3-109f21a254c5 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 944 time: 0.0542846 Aug 09 02:45:34.536866 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:34.625626 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b5eb830-80b1-4701-a578-a1339dd2ed71 req-330d9a80-768a-4c16-9ba0-bcbf8ead6fd4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858707 Aug 09 02:45:34.666823 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:34.672153 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:34.683052 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:34.693497 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:34.694113 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:34.717036 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] No DVR routers for this DVR port dd6d3011-7693-4d78-b859-3220bb048c68 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:34.719743 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:34.727151 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d184850f-00de-43f0-a913-4e17df9d62ef req-f66edd9d-f1f6-4128-a0cb-9e9428512783 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "DELETE /networking/v2.0/ports/dd6d3011-7693-4d78-b859-3220bb048c68 HTTP/1.1" status: 204 len: 173 time: 0.9163365 Aug 09 02:45:34.727668 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'name': 'network-vif-deleted', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:34.730192 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b5b6c-dd04-4e56-830e-020668b8c013" -d '{"events": [{"server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "name": "network-vif-deleted", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:34.778777 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde20e8f-a901-42de-a7d0-bcba9502c5e7 x-openstack-request-id: req-fde20e8f-a901-42de-a7d0-bcba9502c5e7 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:34.779233 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda6c0b-68ff-41dd-aa38-48cbafba8451", "name": "network-vif-deleted", "tag": "dd6d3011-7693-4d78-b859-3220bb048c68", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:34.779506 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fde20e8f-a901-42de-a7d0-bcba9502c5e7 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:34.779982 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde20e8f-a901-42de-a7d0-bcba9502c5e7'] response: {'server_uuid': '3cda6c0b-68ff-41dd-aa38-48cbafba8451', 'name': 'network-vif-deleted', 'tag': 'dd6d3011-7693-4d78-b859-3220bb048c68', 'status': 'completed', 'code': 200} Aug 09 02:45:34.820908 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:35.013251 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:35.037139 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:35.046085 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:35.046707 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:35.146640 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:35.235541 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:35.334894 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:35.401260 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-16f1c0f2-b1b1-471f-82d4-66fb69f64fbe req-3c5a4788-6ebf-43fe-bb2b-ea44c4068e95 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cda6c0b-68ff-41dd-aa38-48cbafba8451 HTTP/1.1" status: 200 len: 210 time: 0.0330086 Aug 09 02:45:35.451566 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 134cb462-1c0a-49ec-94c5-16a7d99add24 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:45:35.458291 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c65a-3a9e-4223-9bf6-f968ac0a04f2 None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:35.622744 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:35.634365 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 134cb462-1c0a-49ec-94c5-16a7d99add24 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:45:35.642411 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 134cb462-1c0a-49ec-94c5-16a7d99add24 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:45:35.642813 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:35.672344 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:35.714171 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeb3fa-0b39-4d90-92ae-9f4e62f8f20a None None] New status for floating IP d88f2622-fc2b-42ea-a90d-9c2670b51416: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:35.762684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f27d6f-3db0-4a08-a8d6-b38950902270 req-3b33ea3b-4241-40e7-9693-cbccffad60ba tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:35.764196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65f27d6f-3db0-4a08-a8d6-b38950902270 req-3b33ea3b-4241-40e7-9693-cbccffad60ba tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 944 time: 0.0500829 Aug 09 02:45:35.799578 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 134cb462-1c0a-49ec-94c5-16a7d99add24 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:45:35.799941 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:35.814029 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-65f27d6f-3db0-4a08-a8d6-b38950902270 req-2116e481-04ec-4bf6-a3c5-b3c55104ca85 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440984 Aug 09 02:45:35.869336 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:35.871630 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a46b02-3853-426e-9ef9-d2b721b554b1" -d '{"events": [{"server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "name": "network-vif-plugged", "status": "completed", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:35.877289 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:35.888233 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 134cb462-1c0a-49ec-94c5-16a7d99add24, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=134cb462-1c0a-49ec-94c5-16a7d99add24,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:35.894047 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:35.916930 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9593d7-e175-4756-ad14-3e31ef031c21 x-openstack-request-id: req-2d9593d7-e175-4756-ad14-3e31ef031c21 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:35.917154 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "name": "network-vif-plugged", "status": "completed", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:35.917409 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d9593d7-e175-4756-ad14-3e31ef031c21 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:35.917802 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9593d7-e175-4756-ad14-3e31ef031c21'] response: {'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'code': 200} Aug 09 02:45:35.942836 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=134cb462-1c0a-49ec-94c5-16a7d99add24,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:36.191052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13391c18-995f-469a-b00c-1dd23cd8b163 req-e25828bd-ec3e-4b61-b340-82d90cbe9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:36.192468 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-13391c18-995f-469a-b00c-1dd23cd8b163 req-e25828bd-ec3e-4b61-b340-82d90cbe9851 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 1129 time: 0.0421298 Aug 09 02:45:36.276918 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-f8163ade-1fad-424d-9bac-781e81f5ccda service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417418 Aug 09 02:45:36.394791 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872dd6a-247c-4737-88a1-301e879de11a req-c24242d2-8729-4e43-826d-81a08759aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:36.396318 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-c24242d2-8729-4e43-826d-81a08759aa81 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 1130 time: 0.0425897 Aug 09 02:45:36.466113 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-13391c18-995f-469a-b00c-1dd23cd8b163 req-e2b9f184-83a8-42fa-98fe-d0a57c19665c service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672577 Aug 09 02:45:36.511410 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872dd6a-247c-4737-88a1-301e879de11a req-27f3c72e-d590-4409-8708-d4ca9c01c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:36.512870 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-27f3c72e-d590-4409-8708-d4ca9c01c1fc service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 200 len: 919 time: 0.0903144 Aug 09 02:45:36.606710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36482) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:36.660134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-974a5ef6-61df-475a-b336-2ced03a58be3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (3158b17c-b920-45dd-9462-440a0af9b2a2), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:36.684373 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-974a5ef6-61df-475a-b336-2ced03a58be3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (3158b17c-b920-45dd-9462-440a0af9b2a2), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:36.740081 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-974a5ef6-61df-475a-b336-2ced03a58be3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3158b17c-b920-45dd-9462-440a0af9b2a2), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:36.742538 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-974a5ef6-61df-475a-b336-2ced03a58be3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:36.743672 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-974a5ef6-61df-475a-b336-2ced03a58be3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3158b17c-b920-45dd-9462-440a0af9b2a2 HTTP/1.1" status: 204 len: 168 time: 0.1359618 Aug 09 02:45:36.746648 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36484) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:36.754216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a5ef6-61df-475a-b336-2ced03a58be3 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158b17c-b920-45dd-9462-440a0af9b2a2,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:36.762977 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-19313ed4-36cf-4951-8745-6e1aeba75fb9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] show failed (client error): The resource could not be found. Aug 09 02:45:36.764012 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-19313ed4-36cf-4951-8745-6e1aeba75fb9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups/3158b17c-b920-45dd-9462-440a0af9b2a2 HTTP/1.1" status: 404 len: 347 time: 0.0163951 Aug 09 02:45:36.767247 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:36.768224 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36486) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:36.869464 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-d215a4f1-faf7-4419-a9b4-8d40cf555aa0 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 200 len: 217 time: 0.0670700 Aug 09 02:45:36.907900 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 50553944-722a-4601-a65e-528a3908ff52 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:36.908203 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (50553944-722a-4601-a65e-528a3908ff52), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:36.935608 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f418702-873b-430a-9e48-a612ae63eef8 req-80710afe-6b91-4006-b155-551701bb81d2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:36.937082 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f418702-873b-430a-9e48-a612ae63eef8 req-80710afe-6b91-4006-b155-551701bb81d2 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0480616 Aug 09 02:45:36.989239 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6f418702-873b-430a-9e48-a612ae63eef8 req-8847ae4e-c124-4e88-a548-d0f50fb20b8b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461850 Aug 09 02:45:37.239620 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (50553944-722a-4601-a65e-528a3908ff52), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.239959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (50553944-722a-4601-a65e-528a3908ff52), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.253929 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 50553944-722a-4601-a65e-528a3908ff52 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:37.359314 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872dd6a-247c-4737-88a1-301e879de11a req-f925dd5f-b785-4976-8c89-383689bfdeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:37.361135 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-f925dd5f-b785-4976-8c89-383689bfdeb5 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 200 len: 857 time: 0.0681791 Aug 09 02:45:37.457672 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device dd6d3011-7693-4d78-b859-3220bb048c68 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:37.458623 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872dd6a-247c-4737-88a1-301e879de11a req-a3cdc38d-94dc-4a7e-a251-52eb1db2e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:37.460102 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-a3cdc38d-94dc-4a7e-a251-52eb1db2e640 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=383daeb1-4f03-438c-8857-8e6c80656675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747242 Aug 09 02:45:37.466908 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (50553944-722a-4601-a65e-528a3908ff52), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.477255 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: dd6d3011-7693-4d78-b859-3220bb048c68 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:37.477604 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device dd6d3011-7693-4d78-b859-3220bb048c68 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:37.535368 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=50553944-722a-4601-a65e-528a3908ff52,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:37.625238 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (d88f2622-fc2b-42ea-a90d-9c2670b51416), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.627817 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.628971 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-553530fc-4a77-42e0-abaf-fca8d4b64da4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/d88f2622-fc2b-42ea-a90d-9c2670b51416 HTTP/1.1" status: 204 len: 168 time: 0.8598096 Aug 09 02:45:37.631406 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-60adb094-6c0f-4a6d-81c1-c18898eb96bd service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623473 Aug 09 02:45:37.700347 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36496) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:37.705076 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998250110', 'description': 'tempest-description--1351713877'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:37.734700 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.775071 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:37.785582 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:37.814552 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (9b2cf51b-c6ea-4696-88e7-1b30a2a31360), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.819716 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (9b2cf51b-c6ea-4696-88e7-1b30a2a31360), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.849294 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.853604 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36502) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:37.854111 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1522119 Aug 09 02:45:37.858379 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': '9b2cf51b-c6ea-4696-88e7-1b30a2a31360', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:37.858535 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3caca-5a18-4383-94ed-bfca0e1e6652 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2cf51b-c6ea-4696-88e7-1b30a2a31360,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:37.888986 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (45a9fbc2-de68-49f6-a1e5-939b5c8c9c4b), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.944856 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:37.946909 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (45a9fbc2-de68-49f6-a1e5-939b5c8c9c4b), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.951313 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (45a9fbc2-de68-49f6-a1e5-939b5c8c9c4b), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.970629 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a9fbc2-de68-49f6-a1e5-939b5c8c9c4b,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:37.981652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:37.983102 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4257a125-4a8a-403b-a140-740b1bd66740 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282086 Aug 09 02:45:37.986127 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36508) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:37.990610 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'security_group_rule': {'security_group_id': '9b2cf51b-c6ea-4696-88e7-1b30a2a31360', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:38.020538 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (9f3ec140-69b3-4beb-85ad-0be423c4f50b), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.115612 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (9f3ec140-69b3-4beb-85ad-0be423c4f50b), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.123119 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (9f3ec140-69b3-4beb-85ad-0be423c4f50b), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.149669 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2b6f6-29a6-4f4e-befc-a9c441061f35 req-e31bb7d4-b308-4966-a073-40a761ff3fea tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:38.151149 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fcf2b6f6-29a6-4f4e-befc-a9c441061f35 req-e31bb7d4-b308-4966-a073-40a761ff3fea tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0751910 Aug 09 02:45:38.154079 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3ec140-69b3-4beb-85ad-0be423c4f50b,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:38.165500 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.166615 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-99c56178-53a2-424b-bd7b-a0898ccd0716 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1794920 Aug 09 02:45:38.169995 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36514) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:38.174528 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:38.196550 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.205838 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fcf2b6f6-29a6-4f4e-befc-a9c441061f35 req-57190693-581d-48e2-9e39-990d422ff57b tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487218 Aug 09 02:45:38.283249 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.447043 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b872dd6a-247c-4737-88a1-301e879de11a req-684a8342-6349-4eba-a89b-97437cb64fcb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736705 Aug 09 02:45:38.468647 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.27.2.253 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/44f3d9cc-2727-4c8e-8695-7eb13cf9f145) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:45:38.575180 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.609585 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.653462 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:45:38.658627 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:45:38.660930 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=44f3d9cc-2727-4c8e-8695-7eb13cf9f145,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:38.663085 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:45:38.725906 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:38.746441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (a041ada4-830a-4ecb-a3df-d78d25b1f19c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.787692 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.898419 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:38.939653 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:38.945949 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:39.014299 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=44f3d9cc-2727-4c8e-8695-7eb13cf9f145,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:39.016840 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (a041ada4-830a-4ecb-a3df-d78d25b1f19c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:39.036451 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:39.037683 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8a404bd9-e6df-47ff-9ce7-81d29bc19e64 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8666408 Aug 09 02:45:39.171896 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:39.194686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-608de5d0-4610-4cce-9647-968a2530f4d1 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--998250110&fields=id&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 267 time: 0.0438163 Aug 09 02:45:39.335445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-e2e906af-2feb-4951-a17f-340c49b10a8a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:39.336874 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-e2e906af-2feb-4951-a17f-340c49b10a8a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.1331716 Aug 09 02:45:39.349128 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42186142-4343-4b20-b658-33082c90715f req-c1db8310-52b9-4d7e-a157-25d3fe9fe04a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:39.350538 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-42186142-4343-4b20-b658-33082c90715f req-c1db8310-52b9-4d7e-a157-25d3fe9fe04a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0645487 Aug 09 02:45:39.365478 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-ce7da88c-92f6-4f33-b637-e2694fc8c469 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/quotas/8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 375 time: 0.0232513 Aug 09 02:45:39.434893 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-39382fd3-286c-4c71-a81e-413a1d223dc9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630476 Aug 09 02:45:39.437800 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-42186142-4343-4b20-b658-33082c90715f req-62393ffd-25a0-4a6a-bccf-3fb01ea96157 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810587 Aug 09 02:45:39.592393 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd3d3-6a96-46e5-a998-806ea928919e req-06902a98-2dc9-465b-9227-036d04de3fae tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:39.593913 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1cacd3d3-6a96-46e5-a998-806ea928919e req-06902a98-2dc9-465b-9227-036d04de3fae tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0822606 Aug 09 02:45:39.603934 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36536) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:39.615309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Request body: {'floatingip': {'port_id': '134cb462-1c0a-49ec-94c5-16a7d99add24'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:39.668545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:39.673486 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-46f57326-c4de-4489-a7a3-9aa83108a064 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258525 Aug 09 02:45:39.886888 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-65186b83-0d0a-44b9-b3ad-5c5a3a245315 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886940 Aug 09 02:45:39.899980 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:40.061963 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b573b04e-4257-439c-a345-e22938686195 req-e03599a0-804d-438e-903e-6e2953248ae0 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.0350983 Aug 09 02:45:40.200325 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:40.205289 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:40.244052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:40.321153 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Floating IP c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22 associated. External IP: 172.27.2.99, port: 134cb462-1c0a-49ec-94c5-16a7d99add24. Aug 09 02:45:40.562697 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75670cf1-6e10-4986-810b-a7648f8be1aa req-0f24f9a3-933d-4714-9ca6-af4f634d7ebe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:40.564215 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-75670cf1-6e10-4986-810b-a7648f8be1aa req-0f24f9a3-933d-4714-9ca6-af4f634d7ebe tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0842712 Aug 09 02:45:40.594276 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Router 56ef860f-9e25-4781-b908-46bbeb298530 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:40.627474 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-75670cf1-6e10-4986-810b-a7648f8be1aa req-114c8319-4337-4faa-aa2d-cdbf6c9f03cd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561059 Aug 09 02:45:40.720371 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:40.724675 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:40.729737 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:40.740247 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:40.740876 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:40.758037 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-7c37d883-9975-41c1-aeb4-74e39e69ce1a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22 HTTP/1.1" status: 200 len: 990 time: 1.1530480 Aug 09 02:45:40.758678 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:40.760938 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff513e2e-3426-4104-ad42-0d50c56747d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:40.797906 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e537e0-d069-44bf-a534-d7bdfb007942 x-openstack-request-id: req-09e537e0-d069-44bf-a534-d7bdfb007942 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:40.798078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:40.800632 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09e537e0-d069-44bf-a534-d7bdfb007942 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:40.800632 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e537e0-d069-44bf-a534-d7bdfb007942'] response: {'name': 'network-changed', 'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'status': 'completed', 'code': 200} Aug 09 02:45:40.846075 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:40.979563 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:41.057289 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:41.064738 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'port_id': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'mac_address': 'fa:16:3e:b5:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:23Z', 'updated_at': '2022-08-09T02:45:40Z', 'revision_number': 1, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:41.092271 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:41.101582 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:41.102117 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:41.165376 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1d3d43d3-135c-4e25-8876-58dfae13b387 req-89354cad-fbd7-4a8e-bbb2-820b05a6d8cd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.0325828 Aug 09 02:45:41.209772 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:41.435702 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'port_id': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'mac_address': 'fa:16:3e:b5:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:23Z', 'updated_at': '2022-08-09T02:45:40Z', 'revision_number': 1, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:41.463355 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e80cff-921f-460f-bc23-8e1a53c8191f None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'port_id': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'mac_address': 'fa:16:3e:b5:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:23Z', 'updated_at': '2022-08-09T02:45:40Z', 'revision_number': 1, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:41.652225 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390dec8d-7a87-4381-956a-d9a736fb944c None None] New status for floating IP c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:41.749849 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062c049-6a50-4da6-abdc-62faf05adf70 req-0ea57864-0ae6-4664-ad4f-22d7b72c4b5e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:41.751465 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e062c049-6a50-4da6-abdc-62faf05adf70 req-0ea57864-0ae6-4664-ad4f-22d7b72c4b5e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0476072 Aug 09 02:45:41.801399 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e062c049-6a50-4da6-abdc-62faf05adf70 req-54fa2565-2296-4621-91a0-b17bc919ef73 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Aug 09 02:45:42.278576 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-09c9a20d-bca1-4258-bb91-ddd46ed7c115 req-60211dd6-8827-4422-a34f-12da45c118ec tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.0348864 Aug 09 02:45:42.932427 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601600d4-8010-4f80-afe3-8bd2b5b2b6d5 req-460e76de-9833-4da6-a9ea-276cf79996b7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:42.933845 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-601600d4-8010-4f80-afe3-8bd2b5b2b6d5 req-460e76de-9833-4da6-a9ea-276cf79996b7 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0480630 Aug 09 02:45:42.984801 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-601600d4-8010-4f80-afe3-8bd2b5b2b6d5 req-35c055a3-3d88-4505-9672-84dec0dd6311 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Aug 09 02:45:43.366175 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:43.386949 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8b6825f-cb4a-4802-b5ff-5dec20c5166d req-4f2a7878-e2c2-4c30-84cc-db4540e98c95 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.0298195 Aug 09 02:45:43.771349 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-70f2441f-033d-45f4-9f92-7b6fb3786f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:43.772854 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-70f2441f-033d-45f4-9f92-7b6fb3786f9b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=467b42c2bec74fcbbf90d007a6e00096&device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 1129 time: 0.0860310 Aug 09 02:45:43.966266 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-ac2ee0c6-f130-425d-a423-350b19e5d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:43.967867 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-ac2ee0c6-f130-425d-a423-350b19e5d0dd service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 200 len: 911 time: 0.0976179 Aug 09 02:45:44.118620 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-17479a40-b41a-492e-bc99-bb99e44132f9 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134cb462-1c0a-49ec-94c5-16a7d99add24 HTTP/1.1" status: 200 len: 1000 time: 0.0613344 Aug 09 02:45:44.146499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53e3f2-184c-4c73-a709-18be41858dab req-33a42c39-b2f8-4da5-ab14-1b4967068a56 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:44.149170 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7f53e3f2-184c-4c73-a709-18be41858dab req-33a42c39-b2f8-4da5-ab14-1b4967068a56 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.0999589 Aug 09 02:45:44.176100 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23091b-201a-40d0-a277-abfae76f140d req-7e900202-3450-470d-a3c7-16c69da14169 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:44.186068 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c23091b-201a-40d0-a277-abfae76f140d req-7e900202-3450-470d-a3c7-16c69da14169 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 945 time: 0.1232026 Aug 09 02:45:44.201303 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-8a1a68a0-9b22-470f-9d09-21b9a446bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:44.202948 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-8a1a68a0-9b22-470f-9d09-21b9a446bb6e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 200 len: 849 time: 0.0682375 Aug 09 02:45:44.258965 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-020713c6-81cf-4b60-94c6-b4f31f91c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:44.261491 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-020713c6-81cf-4b60-94c6-b4f31f91c457 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=92ed22b9-a5d1-438e-b0d0-2a9c0988d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501034 Aug 09 02:45:44.291284 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c23091b-201a-40d0-a277-abfae76f140d req-bb021028-5a9f-4c9e-b369-ea780d1d5981 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f9fd5172-77fb-473d-9043-6ca8ea63cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043198 Aug 09 02:45:44.310519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Deleting port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:44.310519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:44.310519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:44.398815 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] For port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:44.399186 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:44.533146 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-34499d10-2d33-4def-ab7d-5e8a45ebee49 req-81f40401-6560-4efb-8f26-c879a3876d7c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.0413713 Aug 09 02:45:44.590715 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:44.591075 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:44.591389 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Floating IP b6338afb-0758-4bd9-8003-d932d1145cf8 disassociated. External IP: 172.27.2.147, port: 5340ab1c-d934-4cfa-bf83-c7ba28e47a66. Aug 09 02:45:44.591741 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Calling delete_port for 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:44.722441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (5340ab1c-d934-4cfa-bf83-c7ba28e47a66), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:44.750878 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event deleted for resources: {'Port': ['ID=5340ab1c-d934-4cfa-bf83-c7ba28e47a66,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:44.867764 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:44.905779 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-7a116726-2d48-482c-9299-7148ad4b56f1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077728 Aug 09 02:45:45.084644 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff513e2e-3426-4104-ad42-0d50c56747d5 req-65ec9a81-1ac8-409e-b899-9cf50268c2f8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010773 Aug 09 02:45:45.292966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:45.303362 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:45.315070 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] Sync routers for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:45.328590 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:45.329477 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:45.384418 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] No DVR routers for this DVR port 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:45.388701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:45.392034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7f53e3f2-184c-4c73-a709-18be41858dab req-d34ebaec-e595-4e84-931d-4d4c44ba3acd tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "DELETE /networking/v2.0/ports/5340ab1c-d934-4cfa-bf83-c7ba28e47a66 HTTP/1.1" status: 204 len: 173 time: 1.2382293 Aug 09 02:45:45.401853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'name': 'network-vif-deleted', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:45.404174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aff95d-4e36-4c6e-a098-aa4ed24e0e46" -d '{"events": [{"server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "name": "network-vif-deleted", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:45.434582 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:45.437049 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d488eb1f-0e84-486a-ae3f-68d4a6a5b634 req-17b6176f-a2e1-44d6-8e3c-25a3b334d1d2 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b9369cf3-95d7-41d2-8157-ca2c165b062d HTTP/1.1" status: 200 len: 210 time: 0.0604539 Aug 09 02:45:45.445824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-0c1ca3de-1f9f-4568-9fea-7ac901bcc9fd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:45.447358 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-0c1ca3de-1f9f-4568-9fea-7ac901bcc9fd tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 815 time: 0.2287927 Aug 09 02:45:45.473739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6941ddb-7b24-4988-86fa-9adbced0645f x-openstack-request-id: req-c6941ddb-7b24-4988-86fa-9adbced0645f {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:45.474026 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9369cf3-95d7-41d2-8157-ca2c165b062d", "name": "network-vif-deleted", "tag": "5340ab1c-d934-4cfa-bf83-c7ba28e47a66", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:45.474330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6941ddb-7b24-4988-86fa-9adbced0645f {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:45.474742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6941ddb-7b24-4988-86fa-9adbced0645f'] response: {'server_uuid': 'b9369cf3-95d7-41d2-8157-ca2c165b062d', 'name': 'network-vif-deleted', 'tag': '5340ab1c-d934-4cfa-bf83-c7ba28e47a66', 'status': 'completed', 'code': 200} Aug 09 02:45:45.569064 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-a11ec29a-9609-4120-bed5-fe552d37ede4 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a HTTP/1.1" status: 200 len: 379 time: 0.0584471 Aug 09 02:45:45.602098 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'port': {'device_id': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'admin_state_up': True, 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'security_groups': ['9b2cf51b-c6ea-4696-88e7-1b30a2a31360']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:45.624148 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:45.649816 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] Checking router: 32ed36ba-9f89-4ad9-89f0-1e7777a2066c for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:45.658257 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:45.658853 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:45.664914 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:45.688730 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-73de7ced-1719-42a4-905e-4d52269312bd req-6a4a914d-2d5e-4939-a0ea-13583225e90a tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.0667167 Aug 09 02:45:45.757349 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:45.759398 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:45.759626 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Made reservation on behalf of 8ce26c854fc24cadb2be5ebd441b8f3a for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:45:45.762932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:45.891935 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Allocated IP 172.20.0.14 (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7/8e11e606-97ff-4906-9805-a4c6bcbac7f9/788bd99b-2ce6-4f25-9014-bd68dbaaa698) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:45:46.051406 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.060487 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:46.085934 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc6358-ebaa-4f50-9db6-4c6c5b65bc67 None None] The sync data for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi is: [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:40:48Z', 'revision_number': 4, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'c8d14881-48c8-4869-ac0a-4c7e7c5e4f53', 'name': '', 'network_id': '383daeb1-4f03-438c-8857-8e6c80656675', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'mac_address': 'fa:16:3e:1a:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:43Z', 'updated_at': '2022-08-09T02:40:56Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'subnets': [{'id': 'd8a4ee7f-364c-4865-b8a7-bee8a5b86b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:46.086260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.132755 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:45:46.135946 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:45:46.139955 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:45:46.164143 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event updated for resources: {'Port': ['ID=788bd99b-2ce6-4f25-9014-bd68dbaaa698,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:46.196048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:46.196571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.216960 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-bfa95099-3caa-418e-8e18-1a352828f9f2 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6190462 Aug 09 02:45:46.234071 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Request body: {'port': {'device_id': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:46.323293 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.341224 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e7dc8-42b0-4cf8-b92c-d803e5571a96 None None] New status for floating IP b6338afb-0758-4bd9-8003-d932d1145cf8: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:46.386640 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:46.387226 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-732a3f34-9c6c-4a02-8307-ea7dea586ff3 None None] Provisioning complete for port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:45:46.387820 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-732a3f34-9c6c-4a02-8307-ea7dea586ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.461966 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-732a3f34-9c6c-4a02-8307-ea7dea586ff3 None None] Port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:45:46.575378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36616) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:46.591589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:46.710343 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788bd99b-2ce6-4f25-9014-bd68dbaaa698 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:45:46.723229 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Publish callbacks [] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.731680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beb1d0-c930-44c7-8e20-ff16b9281536 req-abc75f1e-6bc4-4969-a2c4-3e2bca13ff31 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:46.733177 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63beb1d0-c930-44c7-8e20-ff16b9281536 req-abc75f1e-6bc4-4969-a2c4-3e2bca13ff31 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.1183507 Aug 09 02:45:46.737047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bf26116e-5901-46bd-acee-eee7ad0f0491 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group (f9fd5172-77fb-473d-9043-6ca8ea63cd1d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.782403 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Transition to ACTIVE for port object 788bd99b-2ce6-4f25-9014-bd68dbaaa698 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:45:46.785754 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bf26116e-5901-46bd-acee-eee7ad0f0491 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group (f9fd5172-77fb-473d-9043-6ca8ea63cd1d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.806814 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:46.905003 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260d067-3bb9-43a1-8a33-1e9758d611f0 req-3f5c52b7-7744-4335-81d2-940a67ec6808 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:46.906510 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3260d067-3bb9-43a1-8a33-1e9758d611f0 req-3f5c52b7-7744-4335-81d2-940a67ec6808 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 944 time: 0.1350734 Aug 09 02:45:46.938382 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63beb1d0-c930-44c7-8e20-ff16b9281536 req-601a4f5f-fbe6-4161-8cad-c7e5efc548e0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936142 Aug 09 02:45:46.962070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Pushing event updated for resources: {'Port': ['ID=788bd99b-2ce6-4f25-9014-bd68dbaaa698,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:47.002254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bf26116e-5901-46bd-acee-eee7ad0f0491 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (f9fd5172-77fb-473d-9043-6ca8ea63cd1d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.004971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bf26116e-5901-46bd-acee-eee7ad0f0491 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.006121 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bf26116e-5901-46bd-acee-eee7ad0f0491 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f9fd5172-77fb-473d-9043-6ca8ea63cd1d HTTP/1.1" status: 204 len: 168 time: 0.4297907 Aug 09 02:45:47.009043 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36620) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:47.023162 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-d1f73d3d-b5a7-4d88-88e1-8ed963f25ecf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] show failed (client error): The resource could not be found. Aug 09 02:45:47.024236 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d1f73d3d-b5a7-4d88-88e1-8ed963f25ecf tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups/f9fd5172-77fb-473d-9043-6ca8ea63cd1d HTTP/1.1" status: 404 len: 347 time: 0.0140581 Aug 09 02:45:47.026978 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36622) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:47.028671 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26116e-5901-46bd-acee-eee7ad0f0491 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fd5172-77fb-473d-9043-6ca8ea63cd1d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:47.044398 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3260d067-3bb9-43a1-8a33-1e9758d611f0 req-343dc575-8cc0-48e8-b005-f24232810279 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302221 Aug 09 02:45:47.053958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Attempting to bind port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:45:47.054326 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Attempting to bind port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:45:47.054655 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Attempting to bind port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Attempting to bind port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 on network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Checking segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Bound using segment: {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Bound port: 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:45:47.069763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.135010 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] For port 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:45:47.135540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:47.138134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] For port 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:45:47.145296 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.149854 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:47.150533 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.150664 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Deleting port 2c659d57-599b-442f-9a4d-ffd3b1068dfa {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:47.150890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.151917 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/788bd99b-2ce6-4f25-9014-bd68dbaaa698 HTTP/1.1" status: 200 len: 1094 time: 0.9226112 Aug 09 02:45:47.154664 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:47.197321 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d9fa-0e78-4249-b7a2-c76945dee115 service neutron] Pushing event updated for resources: {'Port': ['ID=788bd99b-2ce6-4f25-9014-bd68dbaaa698,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:47.228924 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.229188 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (2c659d57-599b-442f-9a4d-ffd3b1068dfa), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.242359 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Calling delete_port for 2c659d57-599b-442f-9a4d-ffd3b1068dfa owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:47.363258 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:47.388524 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (2c659d57-599b-442f-9a4d-ffd3b1068dfa), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.414369 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event deleted for resources: {'Port': ['ID=2c659d57-599b-442f-9a4d-ffd3b1068dfa,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:47.476159 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:47.477912 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:47.479452 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:47.482046 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks [] for floatingip (b6338afb-0758-4bd9-8003-d932d1145cf8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.484483 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:47.486781 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5452f678-b6c5-472f-80bb-90c9ff9e006d tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/b6338afb-0758-4bd9-8003-d932d1145cf8 HTTP/1.1" status: 204 len: 168 time: 0.4587746 Aug 09 02:45:47.503587 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:47.504051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 5340ab1c-d934-4cfa-bf83-c7ba28e47a66 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:47.517552 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec07792f-86d3-4c6a-ad64-9f84889ed6f2 x-openstack-request-id: req-ec07792f-86d3-4c6a-ad64-9f84889ed6f2 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:47.517847 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:47.518112 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec07792f-86d3-4c6a-ad64-9f84889ed6f2 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:47.518811 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec07792f-86d3-4c6a-ad64-9f84889ed6f2'] response: {'name': 'network-changed', 'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'status': 'completed', 'code': 200} Aug 09 02:45:47.955027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e req-a0117af3-3951-4b2c-b1b3-05d2e9a0f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:47.956757 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e req-a0117af3-3951-4b2c-b1b3-05d2e9a0f368 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 1128 time: 0.0447984 Aug 09 02:45:48.066137 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b68d-c376-406c-96bb-72df1b853a41 req-3bdfea13-1d8b-4124-a702-aaab0a338567 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.067638 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6243b68d-c376-406c-96bb-72df1b853a41 req-3bdfea13-1d8b-4124-a702-aaab0a338567 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0484133 Aug 09 02:45:48.120744 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6243b68d-c376-406c-96bb-72df1b853a41 req-c807ba1d-fa96-42b4-95e2-08901a60ff70 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464294 Aug 09 02:45:48.166450 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a099187-b4b1-4ab9-8c49-f465e2963fbe req-f3814652-bda6-42c2-8f67-191afeeab010 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.168034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a099187-b4b1-4ab9-8c49-f465e2963fbe req-f3814652-bda6-42c2-8f67-191afeeab010 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 944 time: 0.0461485 Aug 09 02:45:48.259580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:48.271586 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6a099187-b4b1-4ab9-8c49-f465e2963fbe req-6fd12c0b-8129-4162-9b85-d6dc901d30a9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947380 Aug 09 02:45:48.296010 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e req-423a0e05-1d4e-4c86-aabc-f9ffab28a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.297566 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e req-423a0e05-1d4e-4c86-aabc-f9ffab28a7f4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1286609 Aug 09 02:45:48.455260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-be1768dd-c692-4c4b-a128-24e84430f958 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.456746 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-be1768dd-c692-4c4b-a128-24e84430f958 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0991204 Aug 09 02:45:48.529581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e req-8188ad3a-3516-4eb1-819e-b41345300466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.531037 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2cfe6507-4d0d-42b9-9fa4-e6146e95b32e req-8188ad3a-3516-4eb1-819e-b41345300466 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716375 Aug 09 02:45:48.565932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Deleting port e32a0be8-e008-4397-89d0-66d5a85e0515 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:48.566303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:48.660745 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-3e2851bc-ced0-4c5c-8dda-80dc906ad921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.662328 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-3e2851bc-ced0-4c5c-8dda-80dc906ad921 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 1128 time: 0.0583415 Aug 09 02:45:48.723553 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-0ab3a5f1-777f-4e11-9ae9-e7fe8dfb084b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698 HTTP/1.1" status: 200 len: 217 time: 0.0435915 Aug 09 02:45:48.740319 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] For port e32a0be8-e008-4397-89d0-66d5a85e0515, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=e32a0be8-e008-4397-89d0-66d5a85e0515,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:48.740684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:48.824284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-455f57ba-3437-440b-bea3-56fb5711d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.825757 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-455f57ba-3437-440b-bea3-56fb5711d7ba service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0948513 Aug 09 02:45:48.911705 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-b166fbed-660b-46b4-a961-f658bb830500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:48.913137 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-b166fbed-660b-46b4-a961-f658bb830500 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792427 Aug 09 02:45:48.947400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:49.012048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:49.012412 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (75eb76e7-cedd-404d-ae87-8baf18107aed), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:49.012724 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Floating IP 75eb76e7-cedd-404d-ae87-8baf18107aed disassociated. External IP: 172.27.2.127, port: e32a0be8-e008-4397-89d0-66d5a85e0515. Aug 09 02:45:49.013070 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Calling delete_port for e32a0be8-e008-4397-89d0-66d5a85e0515 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:49.082586 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-8c473d74-ba52-4f1a-b42d-42e7cb553fa5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445322 Aug 09 02:45:49.245601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:49.254409 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fd01c5-ae5c-43d0-8bfc-41984bfaa076 req-37305992-a2df-40cc-adf9-01bf474dcc87 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621044 Aug 09 02:45:49.272393 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118980-e324-4f9e-a09e-d2de835eb037 req-8e2848be-e4de-469c-87f7-f5477a5980ea tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:49.273861 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-44118980-e324-4f9e-a09e-d2de835eb037 req-8e2848be-e4de-469c-87f7-f5477a5980ea tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 947 time: 0.0733826 Aug 09 02:45:49.275182 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (e32a0be8-e008-4397-89d0-66d5a85e0515), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:49.318941 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event deleted for resources: {'Port': ['ID=e32a0be8-e008-4397-89d0-66d5a85e0515,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:49.422250 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-44118980-e324-4f9e-a09e-d2de835eb037 req-76aa73eb-6148-4540-bb83-d5ead348d148 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3df7c612-fbe4-42b4-ab37-a1f361e55084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393683 Aug 09 02:45:49.708860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bc5f6-fbc5-4edf-8227-02c67977f89a req-4c827963-00cb-4a2d-9718-403fe40f4105 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:49.710359 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c02bc5f6-fbc5-4edf-8227-02c67977f89a req-4c827963-00cb-4a2d-9718-403fe40f4105 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 944 time: 0.3405819 Aug 09 02:45:49.767456 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Router 67834c1b-6072-47f1-bd31-3d6c347870bf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:49.784568 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c02bc5f6-fbc5-4edf-8227-02c67977f89a req-8ca29965-37c6-4bfb-943d-9c9ab61bb143 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643437 Aug 09 02:45:49.884461 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:49.898912 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:49.906906 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:49.911123 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:49.911676 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:49.934868 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] No DVR routers for this DVR port e32a0be8-e008-4397-89d0-66d5a85e0515 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:49.937982 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:49.944002 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-066986f9-301a-4e77-be43-5fec5c89a9d0 req-b4f369fc-abce-4768-bc8f-c0836f50c120 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "DELETE /networking/v2.0/ports/e32a0be8-e008-4397-89d0-66d5a85e0515 HTTP/1.1" status: 204 len: 173 time: 1.4817748 Aug 09 02:45:49.944785 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-deleted', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:49.948383 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c6503-6e69-41f8-88a1-41cdca33d2ae" -d '{"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-deleted", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:49.996311 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e7a11a-6c3b-4d0a-8d1f-ad9f80745635 x-openstack-request-id: req-65e7a11a-6c3b-4d0a-8d1f-ad9f80745635 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:49.996601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9919dd32-c9e0-42ae-8981-414c2e663e73", "name": "network-vif-deleted", "tag": "e32a0be8-e008-4397-89d0-66d5a85e0515", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:49.996853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65e7a11a-6c3b-4d0a-8d1f-ad9f80745635 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:49.997256 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e7a11a-6c3b-4d0a-8d1f-ad9f80745635'] response: {'server_uuid': '9919dd32-c9e0-42ae-8981-414c2e663e73', 'name': 'network-vif-deleted', 'tag': 'e32a0be8-e008-4397-89d0-66d5a85e0515', 'status': 'completed', 'code': 200} Aug 09 02:45:50.015293 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a204-5140-4abe-ae4f-304fc7fa1f9d req-1d5756d4-4a88-40b1-94e2-7867bd3f3103 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:50.015820 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:50.016757 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f9e7a204-5140-4abe-ae4f-304fc7fa1f9d req-1d5756d4-4a88-40b1-94e2-7867bd3f3103 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0524368 Aug 09 02:45:50.046768 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:50.072489 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f9e7a204-5140-4abe-ae4f-304fc7fa1f9d req-700b2eb3-a06b-4523-bdf5-b012edf7b5d5 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Aug 09 02:45:50.207167 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:50.231493 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:50.241204 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:50.241807 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:50.343266 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:50.532366 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:50.540332 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-de837180-35b4-4244-9a5b-c6f62db4450d req-4c51b846-5764-4a37-aa60-421fccb2040a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0320909 Aug 09 02:45:50.560841 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec5aee-1678-4f68-8a88-1fcadf9f5426 None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:50.769817 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bee6b-fb5c-4815-a3f4-0b40250915c9 None None] New status for floating IP 75eb76e7-cedd-404d-ae87-8baf18107aed: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:50.920665 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47ea4-7ec4-4777-81ad-bbb3483e32c4 req-11ba1c37-0f51-471c-a408-a3de03364e5e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:50.922422 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-60a47ea4-7ec4-4777-81ad-bbb3483e32c4 req-11ba1c37-0f51-471c-a408-a3de03364e5e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 944 time: 0.0547142 Aug 09 02:45:50.973733 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-60a47ea4-7ec4-4777-81ad-bbb3483e32c4 req-241875a0-daf5-489e-9b6f-cf2dfefbce01 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451367 Aug 09 02:45:51.035161 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c32b1c-8ea8-4773-8099-174818648e82 req-67e80361-d813-44c1-9843-25c8142a38b0 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:51.036588 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4c32b1c-8ea8-4773-8099-174818648e82 req-67e80361-d813-44c1-9843-25c8142a38b0 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0487404 Aug 09 02:45:51.087859 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b4c32b1c-8ea8-4773-8099-174818648e82 req-babc2761-917d-4c67-8a70-269501cbcb42 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Aug 09 02:45:51.188996 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723e4c2-839d-4429-abfb-f7506c927d0e req-efd19d0f-0bf9-4b7c-8292-399052457d05 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:51.190497 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3723e4c2-839d-4429-abfb-f7506c927d0e req-efd19d0f-0bf9-4b7c-8292-399052457d05 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0463495 Aug 09 02:45:51.240447 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3723e4c2-839d-4429-abfb-f7506c927d0e req-2e352733-3902-4a9c-9683-96c115cd6449 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443864 Aug 09 02:45:51.496385 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 788bd99b-2ce6-4f25-9014-bd68dbaaa698 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:45:51.608972 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:51.621324 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'port_id': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'mac_address': 'fa:16:3e:39:3c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:45:51.648728 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-91321042-3466-49b7-92f1-49f18744b4d4 req-7e7df3d0-9f62-4b3d-8a09-aba7c37aefc5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0295537 Aug 09 02:45:51.656948 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:45:51.657345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:51.671841 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788bd99b-2ce6-4f25-9014-bd68dbaaa698 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:45:51.693266 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:51.697892 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:51.743006 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=788bd99b-2ce6-4f25-9014-bd68dbaaa698,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:52.111332 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5f3b9-d970-43a1-9d0d-607f77b32239 req-6550238f-61e5-498a-bdf8-e2d77166eb53 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:52.112801 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ccd5f3b9-d970-43a1-9d0d-607f77b32239 req-6550238f-61e5-498a-bdf8-e2d77166eb53 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 945 time: 0.0522213 Aug 09 02:45:52.127668 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['788bd99b-2ce6-4f25-9014-bd68dbaaa698'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:45:52.131612 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:52.163433 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ccd5f3b9-d970-43a1-9d0d-607f77b32239 req-7488e4db-7651-4157-a8aa-4bd6907b8951 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448458 Aug 09 02:45:52.209129 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf3c5-56df-4dc1-bea5-e8aebc304570 req-6e2aec42-154f-46c3-a7ef-b8f6d2eb0cee tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:52.210760 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4debf3c5-56df-4dc1-bea5-e8aebc304570 req-6e2aec42-154f-46c3-a7ef-b8f6d2eb0cee tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0464747 Aug 09 02:45:52.236398 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:52.260393 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4debf3c5-56df-4dc1-bea5-e8aebc304570 req-24b44047-2edb-4246-90c3-d11b3f34a77c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 Aug 09 02:45:52.364312 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caab60-bc44-47c1-bae0-554867c10bcd req-565e2441-a47c-4700-8bfb-adfbf5084f42 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:52.365829 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85caab60-bc44-47c1-bae0-554867c10bcd req-565e2441-a47c-4700-8bfb-adfbf5084f42 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0483718 Aug 09 02:45:52.417949 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85caab60-bc44-47c1-bae0-554867c10bcd req-0c96202f-562b-44f3-9563-c9b02919d748 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Aug 09 02:45:52.459177 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:45:52.779628 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e76babc9-0b7c-480d-a114-3b7d4fc476da req-96e2f992-77d2-4fd8-b41f-cb826381ae4c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0280459 Aug 09 02:45:53.291590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a5db8-928a-47dd-b3e9-36f5d65bac59 req-8d373224-d172-40e3-9d60-c07eb0589575 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:53.293070 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e2a5db8-928a-47dd-b3e9-36f5d65bac59 req-8d373224-d172-40e3-9d60-c07eb0589575 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 945 time: 0.0480096 Aug 09 02:45:53.346644 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e2a5db8-928a-47dd-b3e9-36f5d65bac59 req-af85ba3b-3102-416c-92cd-bf915934cfb5 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479460 Aug 09 02:45:53.397925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e6f18-effb-47a5-9192-fd1fe2239dd7 req-4990c46d-047d-4877-92c3-a91eb3a5a009 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:53.399318 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-707e6f18-effb-47a5-9192-fd1fe2239dd7 req-4990c46d-047d-4877-92c3-a91eb3a5a009 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0585837 Aug 09 02:45:53.449245 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-707e6f18-effb-47a5-9192-fd1fe2239dd7 req-bf666033-b60e-41c0-aa35-d4a4fc1e704e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Aug 09 02:45:53.497008 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 788bd99b-2ce6-4f25-9014-bd68dbaaa698 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:45:53.540960 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:45:53.548235 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:45:53.548745 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:53.622253 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:45:53.622670 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:53.635209 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c5217-1c79-45ed-9ab5-a8aae4d50f01 req-8a540780-a769-4d86-abe8-4ff2279d239e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:53.636692 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e57c5217-1c79-45ed-9ab5-a8aae4d50f01 req-8a540780-a769-4d86-abe8-4ff2279d239e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0468924 Aug 09 02:45:53.645535 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:53.647861 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165478e-0acb-4964-9a87-d956a7b54048" -d '{"events": [{"server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "name": "network-vif-plugged", "status": "completed", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:53.660582 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:53.665899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:53.666784 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:53.697899 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e57c5217-1c79-45ed-9ab5-a8aae4d50f01 req-ac3ca5c9-32c9-435b-85b0-c31cb980232c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550404 Aug 09 02:45:53.712365 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62125fa5-2e42-4b80-ac2c-8465e9da9009 x-openstack-request-id: req-62125fa5-2e42-4b80-ac2c-8465e9da9009 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:53.712651 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "name": "network-vif-plugged", "status": "completed", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:53.712897 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62125fa5-2e42-4b80-ac2c-8465e9da9009 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:53.713279 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62125fa5-2e42-4b80-ac2c-8465e9da9009'] response: {'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'code': 200} Aug 09 02:45:53.713769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: e32a0be8-e008-4397-89d0-66d5a85e0515 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:53.714179 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device e32a0be8-e008-4397-89d0-66d5a85e0515 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:53.743280 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=788bd99b-2ce6-4f25-9014-bd68dbaaa698,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:53.914892 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b482f72-dbf1-4fdd-a6e1-c380135b889f req-14630aa7-9890-4480-bfdf-6330952b43e7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9919dd32-c9e0-42ae-8981-414c2e663e73 HTTP/1.1" status: 200 len: 210 time: 0.0310123 Aug 09 02:45:54.255977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-dc218a60-7732-48b5-b32f-9428305c3857 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:54.257745 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-dc218a60-7732-48b5-b32f-9428305c3857 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0530801 Aug 09 02:45:54.501361 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baafa0-fd69-4e44-a974-1ca00965a9f2 req-6e190f0b-9596-4972-b16c-310af650c4e7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:54.503009 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-86baafa0-fd69-4e44-a974-1ca00965a9f2 req-6e190f0b-9596-4972-b16c-310af650c4e7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0784986 Aug 09 02:45:54.548863 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:54.627600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40bf81-5970-4bb6-9036-112c5b09b010 req-f9d58db4-c961-45b5-bf29-52599f117970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:54.629122 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ce40bf81-5970-4bb6-9036-112c5b09b010 req-f9d58db4-c961-45b5-bf29-52599f117970 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 1130 time: 0.1231768 Aug 09 02:45:54.652541 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Deleting port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:54.652931 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:54.674227 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86b2d-4087-41e6-b386-178ad0d9c4fc req-65030599-e7a2-4dfb-b9e3-3ae664f6698d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:54.675809 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-05d86b2d-4087-41e6-b386-178ad0d9c4fc req-65030599-e7a2-4dfb-b9e3-3ae664f6698d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.1285663 Aug 09 02:45:54.698801 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-5ba970b4-b8ef-4b63-805c-dcc7f27bb6af tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:54.700610 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-5ba970b4-b8ef-4b63-805c-dcc7f27bb6af tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 946 time: 0.0877464 Aug 09 02:45:54.733513 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-86baafa0-fd69-4e44-a974-1ca00965a9f2 req-e875a9dc-ce70-4f35-bdaa-dfd4b96eb437 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158399 Aug 09 02:45:54.802995 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ce40bf81-5970-4bb6-9036-112c5b09b010 req-bcfbf981-6a88-47d0-bb1a-fd8445cbaf07 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607623 Aug 09 02:45:54.817966 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-05d86b2d-4087-41e6-b386-178ad0d9c4fc req-52a97947-3e4c-44fa-a42f-1113f14037bc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275756 Aug 09 02:45:54.827728 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Deleting port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:54.828074 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:54.863992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] For port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:54.864555 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:54.874763 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:54.888918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba13d1-1e2b-4a34-8167-88459e437d82 req-f392d38a-ef12-4651-8495-265426f8340f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:54.890440 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e1ba13d1-1e2b-4a34-8167-88459e437d82 req-f392d38a-ef12-4651-8495-265426f8340f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 946 time: 0.0789549 Aug 09 02:45:54.891399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Calling delete_port for 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:54.920507 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] For port 02b344f5-9ec1-4ff5-8e96-c217038c81a6, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=02b344f5-9ec1-4ff5-8e96-c217038c81a6,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:45:54.920874 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:54.988372 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e1ba13d1-1e2b-4a34-8167-88459e437d82 req-f4cd9d2b-0ee4-43dc-8212-409ca6d62a4e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909376 Aug 09 02:45:55.035916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36698) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:55.098397 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (8f9897d0-4b5a-4a41-9c95-c0710478bbe7), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.139791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event deleted for resources: {'Port': ['ID=8f9897d0-4b5a-4a41-9c95-c0710478bbe7,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:55.141715 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['6db685d1-484e-4847-8638-637842940e30', '8f9897d0-4b5a-4a41-9c95-c0710478bbe7'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:45:55.142294 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-303dcb54-2c62-45f9-a468-9caae49f2c84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (3df7c612-fbe4-42b4-ab37-a1f361e55084), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.148417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.148849 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (3ce97f57-3cef-49cc-a355-e6e85c84dd0e), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.149170 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Floating IP 3ce97f57-3cef-49cc-a355-e6e85c84dd0e disassociated. External IP: 172.27.2.65, port: 02b344f5-9ec1-4ff5-8e96-c217038c81a6. Aug 09 02:45:55.150297 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Calling delete_port for 02b344f5-9ec1-4ff5-8e96-c217038c81a6 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:55.202492 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] No DVR routers for this DVR port 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:55.208087 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.211514 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e4bc5f7a-d110-4c91-bfd8-63389e68a9b5 req-e81da344-c226-4328-a693-f30b5aa312f3 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "DELETE /networking/v2.0/ports/8f9897d0-4b5a-4a41-9c95-c0710478bbe7 HTTP/1.1" status: 204 len: 173 time: 0.7548640 Aug 09 02:45:55.211972 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4571cba1-e225-40c3-aa20-12c3802c6507', 'name': 'network-vif-deleted', 'tag': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:55.214355 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffaa155-2c77-4710-baee-10142a1fe9fc" -d '{"events": [{"server_uuid": "4571cba1-e225-40c3-aa20-12c3802c6507", "name": "network-vif-deleted", "tag": "8f9897d0-4b5a-4a41-9c95-c0710478bbe7"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:55.220056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-303dcb54-2c62-45f9-a468-9caae49f2c84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (3df7c612-fbe4-42b4-ab37-a1f361e55084), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.234111 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:55.271595 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc1a13-1b82-4920-a6a1-cf25be4883de x-openstack-request-id: req-52dc1a13-1b82-4920-a6a1-cf25be4883de {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:55.272118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4571cba1-e225-40c3-aa20-12c3802c6507", "name": "network-vif-deleted", "tag": "8f9897d0-4b5a-4a41-9c95-c0710478bbe7", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:55.272366 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52dc1a13-1b82-4920-a6a1-cf25be4883de {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:55.273773 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dc1a13-1b82-4920-a6a1-cf25be4883de'] response: {'server_uuid': '4571cba1-e225-40c3-aa20-12c3802c6507', 'name': 'network-vif-deleted', 'tag': '8f9897d0-4b5a-4a41-9c95-c0710478bbe7', 'status': 'completed', 'code': 200} Aug 09 02:45:55.281435 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-303dcb54-2c62-45f9-a468-9caae49f2c84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3df7c612-fbe4-42b4-ab37-a1f361e55084), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.285496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-303dcb54-2c62-45f9-a468-9caae49f2c84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.289229 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-303dcb54-2c62-45f9-a468-9caae49f2c84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3df7c612-fbe4-42b4-ab37-a1f361e55084 HTTP/1.1" status: 204 len: 168 time: 0.2498910 Aug 09 02:45:55.289943 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36702) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:55.296572 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dcb54-2c62-45f9-a468-9caae49f2c84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df7c612-fbe4-42b4-ab37-a1f361e55084,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:55.313090 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-15779e55-b7fa-4961-a9d9-1f44c340d46a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] show failed (client error): The resource could not be found. Aug 09 02:45:55.314242 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-15779e55-b7fa-4961-a9d9-1f44c340d46a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups/3df7c612-fbe4-42b4-ab37-a1f361e55084 HTTP/1.1" status: 404 len: 347 time: 0.0232089 Aug 09 02:45:55.317303 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36704) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:55.350460 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:55.352946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (02b344f5-9ec1-4ff5-8e96-c217038c81a6), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.415442 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'Port': ['ID=02b344f5-9ec1-4ff5-8e96-c217038c81a6,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:55.496860 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Deleting port f47f3b77-9b68-4036-bffb-d694cab18392 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:45:55.497092 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (f47f3b77-9b68-4036-bffb-d694cab18392), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.574178 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:55.613701 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:55.623463 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (f47f3b77-9b68-4036-bffb-d694cab18392), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.623787 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (f47f3b77-9b68-4036-bffb-d694cab18392), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:55.643724 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Calling delete_port for f47f3b77-9b68-4036-bffb-d694cab18392 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:45:55.905656 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc366b-a1f4-42b4-97f8-7a237c306310 req-d50707c2-9f97-4221-956a-20d48444cdfb tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:55.913628 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8fbc366b-a1f4-42b4-97f8-7a237c306310 req-d50707c2-9f97-4221-956a-20d48444cdfb tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0807009 Aug 09 02:45:55.965167 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-11543b3a-ff58-470a-a545-c10923452ad1 req-22c3fb54-8554-4970-a927-4f1201abfc5c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0328524 Aug 09 02:45:55.992831 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8fbc366b-a1f4-42b4-97f8-7a237c306310 req-e1a67e6c-572f-40e6-89d5-8b9db580b775 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782542 Aug 09 02:45:56.060659 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:56.072718 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:56.084615 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:56.085309 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:56.105137 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-93474c8c-ec36-42a6-8224-c82a9543749a req-f7d8f3d0-acdd-4ce7-be07-bdd175f67b6f tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4571cba1-e225-40c3-aa20-12c3802c6507 HTTP/1.1" status: 200 len: 210 time: 0.0294206 Aug 09 02:45:56.136941 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] No DVR routers for this DVR port 02b344f5-9ec1-4ff5-8e96-c217038c81a6 on host hv-cinder-85246 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:45:56.158634 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.161843 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9eb92316-cf88-44c7-bac7-04cb14630dc5 req-6c6ddc7b-7846-43e7-b389-a34e34c44d2e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "DELETE /networking/v2.0/ports/02b344f5-9ec1-4ff5-8e96-c217038c81a6 HTTP/1.1" status: 204 len: 173 time: 1.4541078 Aug 09 02:45:56.162298 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'name': 'network-vif-deleted', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:56.164570 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e52eaaa-abfd-4c31-ae94-cc4fb8397b17" -d '{"events": [{"server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "name": "network-vif-deleted", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:56.191487 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (f47f3b77-9b68-4036-bffb-d694cab18392), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.193447 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:56.218830 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event deleted for resources: {'Port': ['ID=f47f3b77-9b68-4036-bffb-d694cab18392,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:56.260200 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:56.280245 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82072550-c3bf-408b-aac5-6d271d57c575 x-openstack-request-id: req-82072550-c3bf-408b-aac5-6d271d57c575 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:56.280539 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f94aa1-75dc-4f43-aa71-284c50dc394c", "name": "network-vif-deleted", "tag": "02b344f5-9ec1-4ff5-8e96-c217038c81a6", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:56.280832 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82072550-c3bf-408b-aac5-6d271d57c575 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:56.281234 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82072550-c3bf-408b-aac5-6d271d57c575'] response: {'server_uuid': '61f94aa1-75dc-4f43-aa71-284c50dc394c', 'name': 'network-vif-deleted', 'tag': '02b344f5-9ec1-4ff5-8e96-c217038c81a6', 'status': 'completed', 'code': 200} Aug 09 02:45:56.284630 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (75eb76e7-cedd-404d-ae87-8baf18107aed), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.287225 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.288357 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3397f9d5-6d3c-408a-8344-361f76a4363c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/75eb76e7-cedd-404d-ae87-8baf18107aed HTTP/1.1" status: 204 len: 168 time: 0.9699707 Aug 09 02:45:56.361471 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:56.370051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36718) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:56.381255 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852176199', 'description': 'tempest-description--688349910'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:56.386084 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:56.404836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.411398 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:56.416726 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:56.420888 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:56.421691 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:56.476884 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (6dd939f6-a550-464f-978c-28d4eae1de1c), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.481145 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6dd939f6-a550-464f-978c-28d4eae1de1c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.513958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.515237 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421032 Aug 09 02:45:56.518348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36720) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:56.522653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'security_group_rule': {'security_group_id': '6dd939f6-a550-464f-978c-28d4eae1de1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:56.527503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a894a4d-4ee3-4133-a188-c82ff76de82f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd939f6-a550-464f-978c-28d4eae1de1c,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:56.530330 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:56.554310 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (d6a0fc91-1723-450b-b1a1-407c5c1e1eea), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.604962 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:56.616189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (d6a0fc91-1723-450b-b1a1-407c5c1e1eea), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.620744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (d6a0fc91-1723-450b-b1a1-407c5c1e1eea), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.641849 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a0fc91-1723-450b-b1a1-407c5c1e1eea,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:56.646740 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.647935 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c4d7196f-3720-40ea-a0ce-dc17e35eaef1 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286302 Aug 09 02:45:56.650758 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36722) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:56.655001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'security_group_rule': {'security_group_id': '6dd939f6-a550-464f-978c-28d4eae1de1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:56.681340 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (f8d7fe8a-e325-4038-b960-19ede5bfea3b), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.743643 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (f8d7fe8a-e325-4038-b960-19ede5bfea3b), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.749045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457130'] for security_group_rule (f8d7fe8a-e325-4038-b960-19ede5bfea3b), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.769508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d7fe8a-e325-4038-b960-19ede5bfea3b,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:56.779299 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.780550 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-80677cb7-652f-4888-b29c-d5c2f43e8562 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288438 Aug 09 02:45:56.784166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36724) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:56.788652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:56.810394 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:56.810685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:56.835176 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc5154-bae4-458b-a5bd-c680815b4c78 None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:45:56.912888 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:57.029839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Allocated IP 172.27.2.34 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/08bf432a-8bcf-48eb-96c9-61c83e9bf41f) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:45:57.117001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe0af1-6485-4d36-be3a-ab49c8aaa931 None None] New status for floating IP 3ce97f57-3cef-49cc-a355-e6e85c84dd0e: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:45:57.123928 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:57.175624 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-682dd264-c220-4a8f-acff-bc800a40c2ec req-efe14693-abe1-411a-a6e3-cbab4718a86b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0614460 Aug 09 02:45:57.197334 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9327ea-1dfc-4364-9fa9-6ce896a05376 req-5060ab9c-3aab-4fa4-92e6-3d40069b56f0 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:57.209996 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fd9327ea-1dfc-4364-9fa9-6ce896a05376 req-5060ab9c-3aab-4fa4-92e6-3d40069b56f0 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0816128 Aug 09 02:45:57.247791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:57.283034 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:57.295591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fd9327ea-1dfc-4364-9fa9-6ce896a05376 req-679d5496-7638-471f-ae98-7482c243b45e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898347 Aug 09 02:45:57.325035 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:57.365746 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:45:57.370293 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:45:57.372754 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:45:57.378192 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:57.445015 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'Port': ['ID=08bf432a-8bcf-48eb-96c9-61c83e9bf41f,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:57.482945 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb9a22-e537-451c-983e-214d2b907bec req-e4ba752e-6578-4bda-9549-3901f2d442b7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:57.484665 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5bfb9a22-e537-451c-983e-214d2b907bec req-e4ba752e-6578-4bda-9549-3901f2d442b7 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.1156664 Aug 09 02:45:57.496762 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36738) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:45:57.504395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Request body: {'floatingip': {'port_id': '788bd99b-2ce6-4f25-9014-bd68dbaaa698'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:45:57.565749 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (a041ada4-830a-4ecb-a3df-d78d25b1f19c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:57.631767 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (973b796b-14f5-45ef-931d-25a50daa15be), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:57.658686 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:57.678100 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:57.678478 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 8f9897d0-4b5a-4a41-9c95-c0710478bbe7 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:57.678860 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 02b344f5-9ec1-4ff5-8e96-c217038c81a6 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:45:57.696656 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 02b344f5-9ec1-4ff5-8e96-c217038c81a6 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:45:57.696996 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 02b344f5-9ec1-4ff5-8e96-c217038c81a6 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:45:57.739625 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ceeb3-cdd7-4ba4-8869-77a0fa512814 req-c87e2e5d-7b05-4adf-8f5c-69f07569372b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:57.741101 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-229ceeb3-cdd7-4ba4-8869-77a0fa512814 req-c87e2e5d-7b05-4adf-8f5c-69f07569372b tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.1108727 Aug 09 02:45:57.748561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:57.911102 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-229ceeb3-cdd7-4ba4-8869-77a0fa512814 req-6f5a3e1e-db58-4882-9dea-4bb784fbec14 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633623 Aug 09 02:45:58.349917 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:58.383138 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c99d3698-1bd5-4397-bf19-9a47c7b2158b req-9b9683c0-9d62-4fd5-85fc-e4ce0b8b9880 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0486748 Aug 09 02:45:58.401179 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:58.424032 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:58.528623 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (973b796b-14f5-45ef-931d-25a50daa15be), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:58.535230 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:58.545742 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'Port': ['ID=08bf432a-8bcf-48eb-96c9-61c83e9bf41f,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:45:58.553936 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:58.558750 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (a041ada4-830a-4ecb-a3df-d78d25b1f19c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:58.563699 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:58.564917 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-358e176c-18e9-433c-8b53-38539f7be4d7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7797649 Aug 09 02:45:58.661905 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP a041ada4-830a-4ecb-a3df-d78d25b1f19c associated. External IP: 172.27.2.253, port: 788bd99b-2ce6-4f25-9014-bd68dbaaa698. Aug 09 02:45:58.794476 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-8e9595d2-a4ae-4502-b5d2-ccf3d1ec5b06 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1852176199&fields=id&tenant_id=ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 267 time: 0.0598457 Aug 09 02:45:58.971382 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:45:58.977402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-bacfce38-fd4e-4345-8a61-bfa3d75bc9f7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:58.978865 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-bacfce38-fd4e-4345-8a61-bfa3d75bc9f7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 815 time: 0.1529713 Aug 09 02:45:59.022583 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-1bdfec3b-8ef1-423c-85c1-1f1866d2414d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/quotas/ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 375 time: 0.0370772 Aug 09 02:45:59.080926 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe51ea-e3a2-4dcf-8bca-61642deec1be req-df87c289-40f5-4e02-b1c5-6023f5dd7e7c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:45:59.082487 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e7fe51ea-e3a2-4dcf-8bca-61642deec1be req-df87c289-40f5-4e02-b1c5-6023f5dd7e7c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0986917 Aug 09 02:45:59.158703 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-810115b3-435e-4a41-b7ed-a3fef5e8da69 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296778 Aug 09 02:45:59.236265 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:59.242747 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e7fe51ea-e3a2-4dcf-8bca-61642deec1be req-7bf4c92c-04fa-4ceb-b538-489bc642cc1e tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399291 Aug 09 02:45:59.249157 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:45:59.255729 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:45:59.269986 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:45:59.281260 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:59.281807 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:59.301933 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-311082a1-4b4a-4394-8e19-fa5b5efa2d4e tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/a041ada4-830a-4ecb-a3df-d78d25b1f19c HTTP/1.1" status: 200 len: 992 time: 1.8034844 Aug 09 02:45:59.305439 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:45:59.307695 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26ef577-ee47-4400-8674-a789b1dc15e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:45:59.322300 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-177a2ce3-f081-4344-bddb-7abd8eb26a22 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473536 Aug 09 02:45:59.347192 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9995b27-93dd-431c-8c89-fed1db950175 x-openstack-request-id: req-b9995b27-93dd-431c-8c89-fed1db950175 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:45:59.347478 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:45:59.347729 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9995b27-93dd-431c-8c89-fed1db950175 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:45:59.348241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9995b27-93dd-431c-8c89-fed1db950175'] response: {'name': 'network-changed', 'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'status': 'completed', 'code': 200} Aug 09 02:45:59.383428 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:59.403125 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:59.422119 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-396ad1ec-e4a7-4341-98af-1fe2af045942 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952671 Aug 09 02:45:59.508223 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d91a93f1-76d0-4ac6-8b32-3f661e3e829b req-67908b94-6927-4b62-ad37-01fd5b0023bc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0294125 Aug 09 02:45:59.588102 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-95d3c811-909d-4fcf-8969-ac7b6319004c req-aae756ad-a5be-4987-bd48-fb5e9e74e4c6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 210 time: 0.0276787 Aug 09 02:45:59.626300 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'a041ada4-830a-4ecb-a3df-d78d25b1f19c', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:39:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:38Z', 'updated_at': '2022-08-09T02:45:58Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:59.650511 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:45:59.659124 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:45:59.659719 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:45:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:45:59.757930 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:59.769478 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:45:59.937850 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:45:59.994773 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'a041ada4-830a-4ecb-a3df-d78d25b1f19c', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:39:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:38Z', 'updated_at': '2022-08-09T02:45:58Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:00.020498 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96145904-cf90-47dd-a205-b3761fad5ffa None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': 'a041ada4-830a-4ecb-a3df-d78d25b1f19c', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'port_id': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'mac_address': 'fa:16:3e:39:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:38Z', 'updated_at': '2022-08-09T02:45:58Z', 'revision_number': 1, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:46:00.224933 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be9a3f-5abf-4980-9afd-ef738503cb61 None None] New status for floating IP a041ada4-830a-4ecb-a3df-d78d25b1f19c: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:46:00.371498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792fe13-e8f2-496c-9fbd-bd3802d28d16 req-e1388835-8cc6-4a44-b86e-e36aad7b7f2a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:00.373125 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6792fe13-e8f2-496c-9fbd-bd3802d28d16 req-e1388835-8cc6-4a44-b86e-e36aad7b7f2a tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0541115 Aug 09 02:46:00.424557 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6792fe13-e8f2-496c-9fbd-bd3802d28d16 req-37139a61-aa2b-4486-94e9-32f3a2785d22 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cddc0152-7679-49ca-93a6-5991a514e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Aug 09 02:46:00.623087 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e776aa64-5903-46b8-a9f4-2b495d53537e req-8a9316cc-ae4e-4633-9a8f-25d81ec01bac tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=61f94aa1-75dc-4f43-aa71-284c50dc394c HTTP/1.1" status: 200 len: 210 time: 0.0308542 Aug 09 02:46:00.637334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d3d2465a-1dd9-4766-ad07-b52f5ce0fb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:00.682961 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-8dd834a4-baf3-4bb9-b8b0-d4461d398f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:00.684483 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-8dd834a4-baf3-4bb9-b8b0-d4461d398f54 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 1130 time: 0.0433378 Aug 09 02:46:00.708010 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b9f8a891-cf02-4dba-adec-609bb9fb2804 req-831cb96e-5441-4a29-b716-408a321bde94 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Aug 09 02:46:00.897375 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-49f2f2f8-785f-45d2-9ba2-211e4659b037 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:00.898854 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-49f2f2f8-785f-45d2-9ba2-211e4659b037 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 946 time: 0.0516849 Aug 09 02:46:00.903160 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-557de1e7-97df-4ad9-a448-0f7e1aaaba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:00.904614 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-557de1e7-97df-4ad9-a448-0f7e1aaaba83 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 200 len: 916 time: 0.1024437 Aug 09 02:46:00.983090 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-a9108105-bb47-4577-9b8d-822535cb46f6 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698 HTTP/1.1" status: 200 len: 1002 time: 0.0682993 Aug 09 02:46:00.997636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Deleting port 6db685d1-484e-4847-8638-637842940e30 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:00.998139 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (6db685d1-484e-4847-8638-637842940e30), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:01.028740 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:01.040521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-ab96d926-6be9-460b-9393-90a8d5bf0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:01.041995 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-ab96d926-6be9-460b-9393-90a8d5bf0101 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 200 len: 854 time: 0.0451515 Aug 09 02:46:01.097132 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] For port 6db685d1-484e-4847-8638-637842940e30, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=6db685d1-484e-4847-8638-637842940e30,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:01.097482 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (6db685d1-484e-4847-8638-637842940e30), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:01.111205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Calling delete_port for 6db685d1-484e-4847-8638-637842940e30 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:01.249464 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (6db685d1-484e-4847-8638-637842940e30), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:01.280907 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Pushing event deleted for resources: {'Port': ['ID=6db685d1-484e-4847-8638-637842940e30,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:01.286784 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['6db685d1-484e-4847-8638-637842940e30'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:46:01.311921 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-ec40c7dc-3501-458e-b4c7-1142985dca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:01.313689 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-ec40c7dc-3501-458e-b4c7-1142985dca58 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650721 Aug 09 02:46:01.332739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] No DVR routers for this DVR port 6db685d1-484e-4847-8638-637842940e30 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:46:01.335444 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:01.338820 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-68419943-8e2c-4844-bc85-2b8aec9daf58 req-4dc04255-a907-4875-a24f-60d38167d8c0 tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.13 "DELETE /networking/v2.0/ports/6db685d1-484e-4847-8638-637842940e30 HTTP/1.1" status: 204 len: 173 time: 0.4245734 Aug 09 02:46:01.349583 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'name': 'network-vif-deleted', 'tag': '6db685d1-484e-4847-8638-637842940e30'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:01.352496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695eb83-70c9-4c47-9f22-ac73c6760265" -d '{"events": [{"server_uuid": "a587f99c-5ad7-4fa2-945e-06954d45d44d", "name": "network-vif-deleted", "tag": "6db685d1-484e-4847-8638-637842940e30"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:01.415499 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-1bbd18cd-5e75-41ef-a3bc-22cefc39b7f8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942173 Aug 09 02:46:01.464417 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285973b2-cfd5-43f8-a0dd-a184dbbd8c25 x-openstack-request-id: req-285973b2-cfd5-43f8-a0dd-a184dbbd8c25 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:01.465004 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a587f99c-5ad7-4fa2-945e-06954d45d44d", "name": "network-vif-deleted", "tag": "6db685d1-484e-4847-8638-637842940e30", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:01.465132 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-285973b2-cfd5-43f8-a0dd-a184dbbd8c25 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:01.465633 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285973b2-cfd5-43f8-a0dd-a184dbbd8c25'] response: {'server_uuid': 'a587f99c-5ad7-4fa2-945e-06954d45d44d', 'name': 'network-vif-deleted', 'tag': '6db685d1-484e-4847-8638-637842940e30', 'status': 'completed', 'code': 200} Aug 09 02:46:01.563923 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-00437a3f-a8d4-4492-8bf2-a2f1dc204746 req-890b5d64-9d9c-4058-9cc9-497149e4a21c tempest-ServerRescueNegativeTestJSON-806361088 tempest-ServerRescueNegativeTestJSON-806361088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a587f99c-5ad7-4fa2-945e-06954d45d44d HTTP/1.1" status: 200 len: 210 time: 0.0295229 Aug 09 02:46:01.580208 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:01.585943 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b26ef577-ee47-4400-8674-a789b1dc15e0 req-02be3d8f-9373-47b2-b4d7-67a2d7ace834 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520693 Aug 09 02:46:01.597257 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-d92b763a-9c79-4571-8fa0-6d04b64decd3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:01.598783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-d92b763a-9c79-4571-8fa0-6d04b64decd3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 815 time: 0.1911297 Aug 09 02:46:01.828824 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b058875f-1c2b-4e96-a3eb-992600c99d77 req-d12f8eb0-9708-4f4c-b52e-34cbcb2999b6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 210 time: 0.0308897 Aug 09 02:46:01.927991 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:01.953783 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-3f796195-42c0-4f93-9ce2-47bee7d2f2a3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1734634472&fields=id&tenant_id=9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 267 time: 0.0721498 Aug 09 02:46:01.958271 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-e3811209-0de4-4cc7-b4b2-494423d46c54 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 380 time: 0.1140201 Aug 09 02:46:02.028909 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'port': {'device_id': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'admin_state_up': True, 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'security_groups': ['6dd939f6-a550-464f-978c-28d4eae1de1c']}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:46:02.086439 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:02.148759 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2ad72483-a633-41ac-9e3f-5228ca8043cd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:02.150378 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2ad72483-a633-41ac-9e3f-5228ca8043cd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 812 time: 0.1890781 Aug 09 02:46:02.181041 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-69eb6edf-28d8-4318-94d1-36652cf30eec tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/quotas/9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 375 time: 0.0252337 Aug 09 02:46:02.221420 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Made reservation on behalf of ca6695b7eb3b40ecb4d46292a95e6122 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:46:02.224821 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:02.255616 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-9cd22814-1ee3-4164-9d76-3d919236ab45 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684912 Aug 09 02:46:02.436589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Allocated IP 172.20.0.6 (0f4ed732-540e-4797-ab30-71de6f473add/3af5f515-aedc-4464-aadf-07df1a48f981/c771a4c1-387c-4632-a527-0af0b51cc089) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:46:02.489628 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-d90066f7-6e84-41c0-aa1f-76fa9615c206 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220075 Aug 09 02:46:02.644665 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36804) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:02.912299 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-b574990b-d73e-4b29-96b7-2899b267f792 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110284 Aug 09 02:46:02.923557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for port (c771a4c1-387c-4632-a527-0af0b51cc089), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:02.958416 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db7f6c5f-3f92-4989-8657-51ad06ea45aa req-064357bd-7bd7-44d5-8136-69a6dfa18a38 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 210 time: 0.0327945 Aug 09 02:46:03.001147 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.038891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Network 0f4ed732-540e-4797-ab30-71de6f473add is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:46:03.042016 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:46:03.044697 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:46:03.095054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:03.100966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:03.120793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:03.121733 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.126930 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4b33-5673-456b-9a11-a9b8d93017d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.132030 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:03.148263 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-34b92456-4dfe-46df-be8f-bef03afd8416 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1255882 Aug 09 02:46:03.159852 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.174913 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Request body: {'port': {'device_id': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:46:03.250207 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.339310 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-897a3506-cec3-4e5d-b307-7db0d4cccc6f req-2a7da180-6bd8-4835-8640-95779c3df4be tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 210 time: 0.0534081 Aug 09 02:46:03.408741 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-ca4fa48d-36c1-4ecb-9d57-14004fc963d3 None None] Provisioning complete for port c771a4c1-387c-4632-a527-0af0b51cc089 triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:46:03.409426 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa48d-36c1-4ecb-9d57-14004fc963d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.449213 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Deleting port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:03.449539 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.539341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] For port c8d14881-48c8-4869-ac0a-4c7e7c5e4f53, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:03.539720 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.554341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Calling delete_port for c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:03.594868 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c771a4c1-387c-4632-a527-0af0b51cc089 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:46:03.604959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:03.605216 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fa48d-36c1-4ecb-9d57-14004fc963d3 None None] Port c771a4c1-387c-4632-a527-0af0b51cc089 cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:46:03.606079 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Publish callbacks [] for port (c771a4c1-387c-4632-a527-0af0b51cc089), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.621313 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Transition to ACTIVE for port object c771a4c1-387c-4632-a527-0af0b51cc089 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:46:03.625843 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.716956 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:03.742341 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Attempting to bind port c771a4c1-387c-4632-a527-0af0b51cc089 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:46:03.742754 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Attempting to bind port c771a4c1-387c-4632-a527-0af0b51cc089 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:46:03.743151 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Attempting to bind port c771a4c1-387c-4632-a527-0af0b51cc089 on network 0f4ed732-540e-4797-ab30-71de6f473add {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:46:03.744350 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (c8d14881-48c8-4869-ac0a-4c7e7c5e4f53), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.747786 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Port c771a4c1-387c-4632-a527-0af0b51cc089 on network 0f4ed732-540e-4797-ab30-71de6f473add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:46:03.748112 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Attempting to bind port c771a4c1-387c-4632-a527-0af0b51cc089 on network 0f4ed732-540e-4797-ab30-71de6f473add {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:46:03.749225 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:03.753647 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:46:03.753992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Checking segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:46:03.754428 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Bound using segment: {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:46:03.754861 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Bound port: c771a4c1-387c-4632-a527-0af0b51cc089, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:46:03.755227 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.774497 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d14881-48c8-4869-ac0a-4c7e7c5e4f53,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:03.836470 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:46:03.843138 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:46:03.853014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.858588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:03.859362 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.861839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 1093 time: 0.6956565 Aug 09 02:46:03.862626 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:03.865123 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6437ba21-0344-42d3-bcbc-49eef7585808" -d '{"events": [{"name": "network-changed", "server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:03.916943 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fb85d3-d500-464e-962b-dec34c06d2ab x-openstack-request-id: req-37fb85d3-d500-464e-962b-dec34c06d2ab {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:03.917238 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:03.917489 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37fb85d3-d500-464e-962b-dec34c06d2ab {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:03.917926 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fb85d3-d500-464e-962b-dec34c06d2ab'] response: {'name': 'network-changed', 'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'status': 'completed', 'code': 200} Aug 09 02:46:03.950788 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:03.955554 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78c45-0505-4ced-883c-1e77707efd4f service neutron] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:04.043121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-e7888d39-966e-4ce8-8099-b88521335ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:04.044660 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-e7888d39-966e-4ce8-8099-b88521335ce0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1127 time: 0.0505548 Aug 09 02:46:04.132799 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-a1a3e2b2-650e-44d1-baf8-48449025c3af service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 217 time: 0.0376964 Aug 09 02:46:04.143575 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb89db-b13d-4cf4-a2df-3221e381a9dc req-12b4d157-d758-43bd-b991-c672ad68799f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:04.145082 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b8fb89db-b13d-4cf4-a2df-3221e381a9dc req-12b4d157-d758-43bd-b991-c672ad68799f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0908370 Aug 09 02:46:04.175452 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:46:04.193811 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b8fb89db-b13d-4cf4-a2df-3221e381a9dc req-178393d1-ea5d-45a2-907a-aa64e46d7343 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Aug 09 02:46:04.277152 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:46:04.282075 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a7acd3ff-146c-4d0d-808e-2ddfc6e7596b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/32ed36ba-9f89-4ad9-89f0-1e7777a2066c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6346667 Aug 09 02:46:04.285081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36830) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:04.286585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] Sync routers for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:46:04.297954 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:04.298637 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:04.316301 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:04.385991 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks [] for router (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:04.453853 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:04.497901 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ec91df28-44cf-4bef-b2ff-730813c061cb req-5ff4e424-bd2b-40ae-bafc-e48131fd7119 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 210 time: 0.0671880 Aug 09 02:46:04.529569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-ff2b0c3d-f7c1-4cb8-bf59-21f05baf32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:04.531307 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-ff2b0c3d-f7c1-4cb8-bf59-21f05baf32b3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.1774135 Aug 09 02:46:04.547368 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:04.547626 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks [] for router_gateway (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:04.573875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:04.580164 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-fa8c339a-d009-4105-9b14-25578034fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:04.582621 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-fa8c339a-d009-4105-9b14-25578034fe8c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421882 Aug 09 02:46:04.643305 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd3d14326-b543-4034-9998-c801bf729263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:46:03Z', 'revision_number': 5, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port': {'id': 'd3d14326-b543-4034-9998-c801bf729263', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:28Z', 'updated_at': '2022-08-09T02:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:04.652079 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:04.678611 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] Checking router: 32ed36ba-9f89-4ad9-89f0-1e7777a2066c for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:46:04.681863 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Deleting port d3d14326-b543-4034-9998-c801bf729263 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:04.682219 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (d3d14326-b543-4034-9998-c801bf729263), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:04.687545 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] Routers {'32ed36ba-9f89-4ad9-89f0-1e7777a2066c'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:04.688159 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:04.702995 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-fbbfa7ec-b075-441a-960f-0d62beaad2c3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134372 Aug 09 02:46:04.763455 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-436e5161-c831-4bd7-b764-59b02aa78f59 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:04.765090 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-436e5161-c831-4bd7-b764-59b02aa78f59 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 812 time: 0.2098577 Aug 09 02:46:04.767675 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:04.770540 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] Set router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:04.801985 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46ff2ce4-d756-47ec-85d0-4a321299424d req-af1c34fa-59da-4a58-8eaa-0266b9260a1e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918934 Aug 09 02:46:04.807301 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] For port d3d14326-b543-4034-9998-c801bf729263, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d3d14326-b543-4034-9998-c801bf729263,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:04.807670 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (d3d14326-b543-4034-9998-c801bf729263), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:04.823469 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:46:04Z', 'revision_number': 6, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:04.830214 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Calling delete_port for d3d14326-b543-4034-9998-c801bf729263 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:04.849656 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a100b72-267d-4c1f-a6ae-aeeba87f6f65 None None] The sync data for ids ['32ed36ba-9f89-4ad9-89f0-1e7777a2066c'] in dv-cinder-852461-1-iscsi is: [{'id': '32ed36ba-9f89-4ad9-89f0-1e7777a2066c', 'name': 'tempest-ServerRescueNegativeTestJSON-648405052-router', 'tenant_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:25Z', 'updated_at': '2022-08-09T02:46:04Z', 'revision_number': 6, 'project_id': '65aab6ab3ce94cbd93916edf9c3eedc0', 'gw_port_host': None}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:46:04.898042 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-07bbb57f-84ba-420b-affd-66fcaeedf9cc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 380 time: 0.1163099 Aug 09 02:46:05.022581 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (d3d14326-b543-4034-9998-c801bf729263), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.044395 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d14326-b543-4034-9998-c801bf729263,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:05.112865 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.198403 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.201480 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks [] for router_controller (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.233539 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.248002 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (32ed36ba-9f89-4ad9-89f0-1e7777a2066c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.248641 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ed36ba-9f89-4ad9-89f0-1e7777a2066c {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:46:05.253962 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.257891 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-63a782b9-6e46-423c-977e-5005ff8eb09e admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/32ed36ba-9f89-4ad9-89f0-1e7777a2066c HTTP/1.1" status: 204 len: 168 time: 0.9693444 Aug 09 02:46:05.258540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36836) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:05.311942 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Deleting subnet d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:46:05.315635 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Publish callbacks [] for subnet (d8a4ee7f-364c-4865-b8a7-bee8a5b86b11), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.337189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf9ee6-ef59-4552-a722-9b351290d04f req-7fdc9865-e08e-44ee-b2e0-81cb4f311a9f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:05.338818 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ccf9ee6-ef59-4552-a722-9b351290d04f req-7fdc9865-e08e-44ee-b2e0-81cb4f311a9f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0538795 Aug 09 02:46:05.361699 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (d8a4ee7f-364c-4865-b8a7-bee8a5b86b11), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.404482 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ccf9ee6-ef59-4552-a722-9b351290d04f req-7ed311db-9d7b-4bb2-b848-e693cd376830 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555093 Aug 09 02:46:05.466461 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.613890 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7940d657-54df-4b51-8c58-a24c53a027d6 req-eda81da6-49ec-493f-9ec0-7779831c7365 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 210 time: 0.0286717 Aug 09 02:46:05.681009 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 6db685d1-484e-4847-8638-637842940e30 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:46:05.701108 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 6db685d1-484e-4847-8638-637842940e30 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:46:05.701435 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 6db685d1-484e-4847-8638-637842940e30 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:46:05.723572 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'port': {'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'admin_state_up': True, 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'security_groups': ['e379539b-2fc4-4fc1-9a4c-d771781cc64d']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:46:05.732001 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (d8a4ee7f-364c-4865-b8a7-bee8a5b86b11), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.763077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-e73d6ac0-05e5-42ee-acfd-36b6e3163cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:05.764604 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-e73d6ac0-05e5-42ee-acfd-36b6e3163cdd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1127 time: 0.0421724 Aug 09 02:46:05.807519 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:05.839556 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.879151 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-ae924d95-162f-472a-8c51-26839a46c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:05.880674 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-ae924d95-162f-472a-8c51-26839a46c712 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.1095042 Aug 09 02:46:05.880819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (d8a4ee7f-364c-4865-b8a7-bee8a5b86b11), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.913987 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a4ee7f-364c-4865-b8a7-bee8a5b86b11,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:05.921318 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:05.923071 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:05.929030 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-6f015554-43d1-4b47-aff9-273b2f084d48 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 217 time: 0.0380340 Aug 09 02:46:05.929189 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-27e4ab3b-8952-44c9-8b5b-2278f146704e admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/d8a4ee7f-364c-4865-b8a7-bee8a5b86b11 HTTP/1.1" status: 204 len: 168 time: 0.6669159 Aug 09 02:46:05.929305 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a3224-66fb-4fe1-b001-f7cabebafad4 None None] Network 383daeb1-4f03-438c-8857-8e6c80656675 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:46:05.929430 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36840) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:05.984849 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-6614fcf1-4c65-41e2-9f5e-2e4a3b33b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:05.987068 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Made reservation on behalf of 9aadaf242f674436a45eae700fb52fc1 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:46:05.987226 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-6614fcf1-4c65-41e2-9f5e-2e4a3b33b63c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0549378 Aug 09 02:46:05.990531 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.039242 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (383daeb1-4f03-438c-8857-8e6c80656675), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.094846 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-6c93e5da-0762-4bcc-bcc8-b4562f653acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:06.096432 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-6c93e5da-0762-4bcc-bcc8-b4562f653acc service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532935 Aug 09 02:46:06.138748 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] DHCP port deletion for 383daeb1-4f03-438c-8857-8e6c80656675 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:46:06.178781 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Deleting port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:06.179161 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.187689 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Deleting port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:06.188035 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.206312 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-e0324d0d-03af-4316-9ef7-05a3d8357840 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947580 Aug 09 02:46:06.247295 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Allocated IP 172.20.0.4 (b1e2d894-011a-4b96-b401-d6a3370e9f10/5ef08927-ca8d-427b-ad52-ae171e01f984/4340fc7a-b008-41f2-a681-5a15abc0d9ba) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:46:06.250072 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] For port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:06.250761 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.265139 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:06.272548 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Calling delete_port for b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:06.278387 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] For port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,segment=NetworkSegment(c427a73c-7471-4951-8604-eaecc6378c54),segment_id=c427a73c-7471-4951-8604-eaecc6378c54)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:06.278757 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.302414 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Calling delete_port for b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:06.319482 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6437ba21-0344-42d3-bcbc-49eef7585808 req-bfaf9308-86e5-48cd-824d-8f4c1d660315 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029286 Aug 09 02:46:06.355290 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.385974 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Pushing event deleted for resources: {'Port': ['ID=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:06.388403 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] No DVR routers for this DVR port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:46:06.410742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.411181 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.412081 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.412526 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.412880 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.413217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.413774 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.414329 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.414718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.415086 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.415423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.415761 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.416095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.416423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.416750 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b039ee-8459-4fdc-a2d3-c7e060eb21b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:06.469214 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d3d14326-b543-4034-9998-c801bf729263 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:46:06.493906 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.494755 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: d3d14326-b543-4034-9998-c801bf729263 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:46:06.495172 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d3d14326-b543-4034-9998-c801bf729263 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:46:06.495856 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:46:06.498200 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.516283 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:46:06.516696 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device c8d14881-48c8-4869-ac0a-4c7e7c5e4f53 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:46:06.517305 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:46:06.528716 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:06.537985 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] No DVR routers for this DVR port b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 on host dv-cinder-852461-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:46:06.545778 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7325a0-160e-4018-8494-e7069988a9d3 req-fbbf0765-f742-4d14-b2a3-89e4d993a18b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:06.547300 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf7325a0-160e-4018-8494-e7069988a9d3 req-fbbf0765-f742-4d14-b2a3-89e4d993a18b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0572524 Aug 09 02:46:06.553223 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:46:06.553572 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device b5e56f9b-8b95-4ed7-98e1-f2d22fe2c784 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:46:06.598373 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf7325a0-160e-4018-8494-e7069988a9d3 req-838b8ff3-c2f0-4a43-ae98-a455341e9ca6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444295 Aug 09 02:46:06.624058 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (383daeb1-4f03-438c-8857-8e6c80656675), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.627062 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.674744 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:06.676904 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383daeb1-4f03-438c-8857-8e6c80656675']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:06.680806 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:06.699383 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c427a73c-7471-4951-8604-eaecc6378c54') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:06.699680 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c427a73c-7471-4951-8604-eaecc6378c54') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:06.713204 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:46:06.719350 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26157935'] for segment (c427a73c-7471-4951-8604-eaecc6378c54), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.722322 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:46:06.728947 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=4340fc7a-b008-41f2-a681-5a15abc0d9ba,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:06.732894 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:46:06.734039 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb561-6100-43e4-b019-f093b6617786 req-c2389de9-e53c-45da-930e-e78a2b955e38 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:06.736350 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-36ffb561-6100-43e4-b019-f093b6617786 req-c2389de9-e53c-45da-930e-e78a2b955e38 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 931 time: 0.0492902 Aug 09 02:46:06.760710 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (c427a73c-7471-4951-8604-eaecc6378c54), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.771590 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:46:06.772041 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25207261'] for segment (c427a73c-7471-4951-8604-eaecc6378c54), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.794139 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:06.803877 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment c427a73c-7471-4951-8604-eaecc6378c54 resource provider aggregate not found Aug 09 02:46:06.805845 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-36ffb561-6100-43e4-b019-f093b6617786 req-2a9a9568-adf9-4be4-ba0f-c86bb66bf408 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611467 Aug 09 02:46:06.849651 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:06.850342 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.853869 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment c427a73c-7471-4951-8604-eaecc6378c54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c427a73c-7471-4951-8604-eaecc6378c54 found for delete ", "request_id": "req-834f6fbd-acb3-4105-92f1-18c14c7e7f30"}]} Aug 09 02:46:06.881526 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-2bea26f9-1399-4220-b53b-40eabde04d6c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1665597 Aug 09 02:46:06.882530 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (383daeb1-4f03-438c-8857-8e6c80656675), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.888334 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.891499 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/383daeb1-4f03-438c-8857-8e6c80656675 HTTP/1.1" status: 204 len: 168 time: 0.9610064 Aug 09 02:46:06.913882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Request body: {'port': {'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:46:06.916689 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac0d6-e17c-4f81-9c74-a6c32fac85d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=383daeb1-4f03-438c-8857-8e6c80656675,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:06.958144 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-8e6a3b87-55b7-497e-8f1b-2409d76741a4 None None] Provisioning complete for port 4340fc7a-b008-41f2-a681-5a15abc0d9ba triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:46:06.959052 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3b87-55b7-497e-8f1b-2409d76741a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.978913 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:06.996152 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a3b87-55b7-497e-8f1b-2409d76741a4 None None] Port 4340fc7a-b008-41f2-a681-5a15abc0d9ba cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:46:07.032082 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36852) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:07.071620 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-add4d29d-04f4-448d-9744-8c2e4a2e1bd3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=65aab6ab3ce94cbd93916edf9c3eedc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382729 Aug 09 02:46:07.074134 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36854) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:07.122486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Publish callbacks [] for security_group (cddc0152-7679-49ca-93a6-5991a514e88a), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.142035 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:07.144360 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Publish callbacks [] for security_group (cddc0152-7679-49ca-93a6-5991a514e88a), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.192150 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (cddc0152-7679-49ca-93a6-5991a514e88a), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.194744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.195941 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cddc0152-7679-49ca-93a6-5991a514e88a HTTP/1.1" status: 204 len: 168 time: 0.1208305 Aug 09 02:46:07.204346 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddc0152-7679-49ca-93a6-5991a514e88a,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:07.211851 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.212174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.212515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.212875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.213194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.213524 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.213852 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.214198 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.214533 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.214859 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.215189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.215515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.215839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.216160 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.216528 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44791-38a7-4a1f-a1c3-025299a88cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:07.258905 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4340fc7a-b008-41f2-a681-5a15abc0d9ba {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:46:07.268320 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Publish callbacks [] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.283943 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Transition to ACTIVE for port object 4340fc7a-b008-41f2-a681-5a15abc0d9ba will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:46:07.287743 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.350619 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Pushing event updated for resources: {'Port': ['ID=4340fc7a-b008-41f2-a681-5a15abc0d9ba,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:07.402488 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Attempting to bind port 4340fc7a-b008-41f2-a681-5a15abc0d9ba on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:46:07.402849 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Attempting to bind port 4340fc7a-b008-41f2-a681-5a15abc0d9ba by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:46:07.403145 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Attempting to bind port 4340fc7a-b008-41f2-a681-5a15abc0d9ba on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:46:07.408222 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Port 4340fc7a-b008-41f2-a681-5a15abc0d9ba on network b1e2d894-011a-4b96-b401-d6a3370e9f10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:46:07.408544 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Attempting to bind port 4340fc7a-b008-41f2-a681-5a15abc0d9ba on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:46:07.414004 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:46:07.414425 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Checking segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:46:07.415386 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Bound using segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:46:07.415830 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Bound port: 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:46:07.416482 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.461061 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:07.488499 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] For port 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host hv-cinder-85246, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:46:07.491784 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] For port 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:46:07.498542 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.503294 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:07.503935 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.505583 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 200 len: 1093 time: 0.5961120 Aug 09 02:46:07.507964 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:07.510253 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2004055c-23c2-4f80-ad08-2aae6b0223b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:07.553712 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c904064e-e31b-4a6f-99a8-9b0e348ae950 x-openstack-request-id: req-c904064e-e31b-4a6f-99a8-9b0e348ae950 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:07.553997 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:07.554292 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c904064e-e31b-4a6f-99a8-9b0e348ae950 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:07.554701 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c904064e-e31b-4a6f-99a8-9b0e348ae950'] response: {'name': 'network-changed', 'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'status': 'completed', 'code': 200} Aug 09 02:46:07.564461 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef838a-efda-4c1e-b630-de35ba1c5304 service neutron] Pushing event updated for resources: {'Port': ['ID=4340fc7a-b008-41f2-a681-5a15abc0d9ba,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:07.646071 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-a2a9952e-05ac-4012-9f21-98678a6b43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:07.647660 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-a2a9952e-05ac-4012-9f21-98678a6b43f6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1127 time: 0.0410500 Aug 09 02:46:07.697660 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-7bdc9067-4867-4c03-8711-2ec9c202dd4b service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 200 len: 217 time: 0.0342467 Aug 09 02:46:07.715217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:46:07.729578 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bba85-d57e-4279-b31f-bb463b8643f1 req-7ce72ef2-0d56-448f-a787-60d5cf0c8575 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:07.730925 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b0bba85-d57e-4279-b31f-bb463b8643f1 req-7ce72ef2-0d56-448f-a787-60d5cf0c8575 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0504694 Aug 09 02:46:07.763309 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-9195b472-86ca-4f3f-8504-3214fc73333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:07.765369 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-9195b472-86ca-4f3f-8504-3214fc73333c service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0608983 Aug 09 02:46:07.780193 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:07.791983 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b0bba85-d57e-4279-b31f-bb463b8643f1 req-fbce843a-dd12-4c63-9fad-42c3ef8f6f16 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Aug 09 02:46:07.827250 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-5e7d02b2-cdc8-4181-9d78-d27e2682f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:07.829061 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-5e7d02b2-cdc8-4181-9d78-d27e2682f9ca service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573192 Aug 09 02:46:07.853797 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:07.873903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'mac_address': 'fa:16:3e:4a:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:46:07.923788 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:07.924190 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:07.939304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771a4c1-387c-4632-a527-0af0b51cc089 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:46:07.942421 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8987135-d7c5-47b1-96fa-770f1758fea5 req-9a3581ce-1f4e-4e4c-9461-af8cff22f347 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:07.950027 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8987135-d7c5-47b1-96fa-770f1758fea5 req-9a3581ce-1f4e-4e4c-9461-af8cff22f347 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0600631 Aug 09 02:46:07.950866 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-6962f545-608b-4f89-8ebe-69be81a8ebb6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117020 Aug 09 02:46:07.952515 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:07.962385 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:07.970436 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:08.007486 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f8987135-d7c5-47b1-96fa-770f1758fea5 req-fc20a0b0-1545-4d74-a021-9697846df767 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562792 Aug 09 02:46:08.032499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:08.069677 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c34add-ea0d-4008-8e88-e1983c37e9f3 req-219b02cd-c121-416f-86bb-e87a6ef856b9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101263 Aug 09 02:46:08.330068 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['c771a4c1-387c-4632-a527-0af0b51cc089'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:46:08.443680 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-a1107e57-de07-4ead-adb4-b7d050ea1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:08.445327 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-a1107e57-de07-4ead-adb4-b7d050ea1a55 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1127 time: 0.0552216 Aug 09 02:46:08.553035 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-55791044-d637-4b1e-963c-e0e2555bc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:08.554536 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-55791044-d637-4b1e-963c-e0e2555bc0c1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.1017139 Aug 09 02:46:08.593544 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-749914f7-119d-45a1-99b6-c49cea3b33e5 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 200 len: 217 time: 0.0328212 Aug 09 02:46:08.650736 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-9a95db2c-a42c-4ef2-a975-339e51457cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:08.652373 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-9a95db2c-a42c-4ef2-a975-339e51457cc6 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0530343 Aug 09 02:46:08.705756 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-bec3ad03-8d75-4655-b8b2-383c675eca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:08.707349 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-bec3ad03-8d75-4655-b8b2-383c675eca67 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484796 Aug 09 02:46:08.812585 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-ca57f35c-0ecf-4688-a9fb-9d12c2e9e1e1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942132 Aug 09 02:46:08.913876 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2004055c-23c2-4f80-ad08-2aae6b0223b3 req-07ec54d3-0e06-4733-85ab-015ee8e364c6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941839 Aug 09 02:46:08.925124 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c847ab2-4270-4e9e-bec7-f41f82d50e36 req-caef0437-1d33-49bf-88d3-67c178b60a9d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:08.926618 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4c847ab2-4270-4e9e-bec7-f41f82d50e36 req-caef0437-1d33-49bf-88d3-67c178b60a9d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 944 time: 0.0498884 Aug 09 02:46:08.979166 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4c847ab2-4270-4e9e-bec7-f41f82d50e36 req-9c7310f1-4c3f-421c-94ae-4cfc9b5c3ba8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467372 Aug 09 02:46:09.125242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5376-c8e7-4034-868c-383bba2d2d31 req-424132b6-3445-4be3-bd8c-371838ecfd43 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:09.126779 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dfdf5376-c8e7-4034-868c-383bba2d2d31 req-424132b6-3445-4be3-bd8c-371838ecfd43 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0506418 Aug 09 02:46:09.177884 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-dfdf5376-c8e7-4034-868c-383bba2d2d31 req-4c749401-0ab7-4215-b431-135dbdb7eb57 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Aug 09 02:46:09.433569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 36934) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:09.556019 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8dee-7129-46ff-9a8d-c7f4bb7f4b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.637833 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8dee-7129-46ff-9a8d-c7f4bb7f4b66 admin admin] Publish callbacks [] for security_group (e1316a90-41ed-4581-bd41-42a1a879a53e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.647381 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8dee-7129-46ff-9a8d-c7f4bb7f4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (e1316a90-41ed-4581-bd41-42a1a879a53e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.693203 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e8dee-7129-46ff-9a8d-c7f4bb7f4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1316a90-41ed-4581-bd41-42a1a879a53e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:09.700007 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-2e2e8dee-7129-46ff-9a8d-c7f4bb7f4b66 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9353662f7d4d4457a7a8797e8915ac80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628150 Aug 09 02:46:09.700401 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36938) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:09.720719 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:46:09.750065 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb82-5073-4ee4-84c5-59786056b71b admin admin] Publish callbacks [] for security_group (e1316a90-41ed-4581-bd41-42a1a879a53e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.760328 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:09.764974 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port c771a4c1-387c-4632-a527-0af0b51cc089 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:46:09.772859 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port c771a4c1-387c-4632-a527-0af0b51cc089 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:46:09.773458 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.773594 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb82-5073-4ee4-84c5-59786056b71b admin admin] Publish callbacks [] for security_group (e1316a90-41ed-4581-bd41-42a1a879a53e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.802064 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:09.821703 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb82-5073-4ee4-84c5-59786056b71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (e1316a90-41ed-4581-bd41-42a1a879a53e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.824465 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb82-5073-4ee4-84c5-59786056b71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.825904 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-94f2bb82-5073-4ee4-84c5-59786056b71b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e1316a90-41ed-4581-bd41-42a1a879a53e HTTP/1.1" status: 204 len: 168 time: 0.1245589 Aug 09 02:46:09.835449 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2bb82-5073-4ee4-84c5-59786056b71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1316a90-41ed-4581-bd41-42a1a879a53e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:09.858418 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:09.858796 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.883156 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:09.885507 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca8e3e-6100-4128-9d59-29cc81adf57a" -d '{"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-plugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:09.899290 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:09.907379 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:09.957588 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:10.113711 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c7075-cc5e-4d18-9590-c1ba84038878 req-0f8ce3e5-1664-43ad-85fa-e3aa84d1cde0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:10.115289 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-497c7075-cc5e-4d18-9590-c1ba84038878 req-0f8ce3e5-1664-43ad-85fa-e3aa84d1cde0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0563037 Aug 09 02:46:10.123777 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f01c60-444b-452d-b007-fc1d191404ad x-openstack-request-id: req-f0f01c60-444b-452d-b007-fc1d191404ad {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:10.124072 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-plugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:10.124345 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0f01c60-444b-452d-b007-fc1d191404ad {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:10.124751 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f01c60-444b-452d-b007-fc1d191404ad'] response: {'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'code': 200} Aug 09 02:46:10.153461 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36952) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:10.159057 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:10.167221 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-497c7075-cc5e-4d18-9590-c1ba84038878 req-457cb2f0-6ce9-4292-8292-dd095ebf9fb2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460064 Aug 09 02:46:10.167401 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-15cfa4cc-5866-46d9-8f32-019711029801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.234995 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:10.261878 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-15cfa4cc-5866-46d9-8f32-019711029801 admin admin] Publish callbacks [] for security_group (236a927e-2a29-4a49-9e34-ac675678eca5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.265697 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-15cfa4cc-5866-46d9-8f32-019711029801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (236a927e-2a29-4a49-9e34-ac675678eca5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.304473 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfa4cc-5866-46d9-8f32-019711029801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a927e-2a29-4a49-9e34-ac675678eca5,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:10.308920 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-15cfa4cc-5866-46d9-8f32-019711029801 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6f3e4d28bde7481689e9da48ca9b9127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543136 Aug 09 02:46:10.311948 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 36956) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:10.312088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53edbf-0f5a-448b-b1c8-a281c4a498ab req-014ec719-19d2-4815-af03-599336dae7d9 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:10.313496 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c53edbf-0f5a-448b-b1c8-a281c4a498ab req-014ec719-19d2-4815-af03-599336dae7d9 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0498762 Aug 09 02:46:10.365834 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7c53edbf-0f5a-448b-b1c8-a281c4a498ab req-f83137cc-2710-4918-bf4f-0d27c2a973fe tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Aug 09 02:46:10.388043 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab7636a6-6d11-4ca5-9802-34321cd6b9d3 admin admin] Publish callbacks [] for security_group (236a927e-2a29-4a49-9e34-ac675678eca5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.410451 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f27e-8a06-4b5a-bcd4-0b5a648bd294 req-2c5c5011-8526-43c5-bc28-5cf08bceec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:10.411973 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28c0f27e-8a06-4b5a-bcd4-0b5a648bd294 req-2c5c5011-8526-43c5-bc28-5cf08bceec5a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1129 time: 0.0562725 Aug 09 02:46:10.425817 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab7636a6-6d11-4ca5-9802-34321cd6b9d3 admin admin] Publish callbacks [] for security_group (236a927e-2a29-4a49-9e34-ac675678eca5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.484587 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28c0f27e-8a06-4b5a-bcd4-0b5a648bd294 req-cfc2d9c7-07b9-4cd8-9177-6a791513fae4 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650153 Aug 09 02:46:10.503796 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab7636a6-6d11-4ca5-9802-34321cd6b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (236a927e-2a29-4a49-9e34-ac675678eca5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.506330 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab7636a6-6d11-4ca5-9802-34321cd6b9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:10.507383 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ab7636a6-6d11-4ca5-9802-34321cd6b9d3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/236a927e-2a29-4a49-9e34-ac675678eca5 HTTP/1.1" status: 204 len: 168 time: 0.1938832 Aug 09 02:46:10.515313 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7636a6-6d11-4ca5-9802-34321cd6b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a927e-2a29-4a49-9e34-ac675678eca5,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:11.294619 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f577d-0962-40cd-a9a7-8bd7aa82e922 req-04b0c9be-9971-4c1b-912e-e71cf85240da tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:11.296104 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fe4f577d-0962-40cd-a9a7-8bd7aa82e922 req-04b0c9be-9971-4c1b-912e-e71cf85240da tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0486031 Aug 09 02:46:11.348270 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fe4f577d-0962-40cd-a9a7-8bd7aa82e922 req-d4a124fc-d80e-465f-a925-316e1d506e9a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464661 Aug 09 02:46:11.489499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cc4d6-7158-465c-9ae3-61d8f41bceb5 req-9a6c0db2-4242-4868-92a7-2756c2a69ee1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:11.490998 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c16cc4d6-7158-465c-9ae3-61d8f41bceb5 req-9a6c0db2-4242-4868-92a7-2756c2a69ee1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0485513 Aug 09 02:46:11.542090 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:11.549620 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c16cc4d6-7158-465c-9ae3-61d8f41bceb5 req-5ebcea48-accd-410c-a979-4078dcaa75f7 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530636 Aug 09 02:46:12.239597 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37006) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:12.349063 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-892016e9-fb42-4d8b-913f-1f08c4ef555d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.433667 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-892016e9-fb42-4d8b-913f-1f08c4ef555d admin admin] Publish callbacks [] for security_group (12c692b7-9942-44e6-a660-061579d4171a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.438683 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-892016e9-fb42-4d8b-913f-1f08c4ef555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (12c692b7-9942-44e6-a660-061579d4171a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.477743 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-892016e9-fb42-4d8b-913f-1f08c4ef555d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=db20d6c419ed45cbb063cdae11adb5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370474 Aug 09 02:46:12.478574 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892016e9-fb42-4d8b-913f-1f08c4ef555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c692b7-9942-44e6-a660-061579d4171a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:12.479204 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d260371-20c4-4eea-bd18-2eac103ca6e3 req-b2280002-b953-46b0-8f44-b4c602752d32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:12.480794 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8d260371-20c4-4eea-bd18-2eac103ca6e3 req-b2280002-b953-46b0-8f44-b4c602752d32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0464902 Aug 09 02:46:12.480979 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37012) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:12.529421 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92273171-d8ac-4165-9dec-3d6f503440f1 admin admin] Publish callbacks [] for security_group (12c692b7-9942-44e6-a660-061579d4171a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.530777 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8d260371-20c4-4eea-bd18-2eac103ca6e3 req-4aaaea04-171b-4e83-aa88-fb44a38e81b6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Aug 09 02:46:12.554016 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92273171-d8ac-4165-9dec-3d6f503440f1 admin admin] Publish callbacks [] for security_group (12c692b7-9942-44e6-a660-061579d4171a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.580339 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:12.605913 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92273171-d8ac-4165-9dec-3d6f503440f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (12c692b7-9942-44e6-a660-061579d4171a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.609114 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92273171-d8ac-4165-9dec-3d6f503440f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.610333 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-92273171-d8ac-4165-9dec-3d6f503440f1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/12c692b7-9942-44e6-a660-061579d4171a HTTP/1.1" status: 204 len: 168 time: 0.1283693 Aug 09 02:46:12.622110 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273171-d8ac-4165-9dec-3d6f503440f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c692b7-9942-44e6-a660-061579d4171a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:12.691658 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9d00-dc0f-4be3-8d55-56e9db3a7b7d req-e50bc7d6-9fdc-45d6-853e-5a0915437407 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:12.693157 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-783c9d00-dc0f-4be3-8d55-56e9db3a7b7d req-e50bc7d6-9fdc-45d6-853e-5a0915437407 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0847681 Aug 09 02:46:12.703610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37020) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:12.708208 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Request body: {'floatingip': {'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:46:12.709937 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eb596-6e83-497d-8d44-926774c3a04b req-64d1e72c-4951-4569-a6f6-d61b67537924 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:12.711469 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e01eb596-6e83-497d-8d44-926774c3a04b req-64d1e72c-4951-4569-a6f6-d61b67537924 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0631640 Aug 09 02:46:12.748681 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (973b796b-14f5-45ef-931d-25a50daa15be), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.767198 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e01eb596-6e83-497d-8d44-926774c3a04b req-d89c0198-35f1-4b1c-b64d-fa181867d32b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478902 Aug 09 02:46:12.900972 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37024) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:12.914402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15ea6280-3f21-45e1-ac1d-c0de482c02bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.992115 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15ea6280-3f21-45e1-ac1d-c0de482c02bb admin admin] Publish callbacks [] for security_group (51fbe0ec-eb80-403b-ad69-5dc4553a56e9), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:12.997349 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15ea6280-3f21-45e1-ac1d-c0de482c02bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (51fbe0ec-eb80-403b-ad69-5dc4553a56e9), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.030795 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:13.042338 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-15ea6280-3f21-45e1-ac1d-c0de482c02bb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b6d78b0b67134f909200723cefdec1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402335 Aug 09 02:46:13.043216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6280-3f21-45e1-ac1d-c0de482c02bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbe0ec-eb80-403b-ad69-5dc4553a56e9,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:13.045473 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37026) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:13.093296 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-37acddd1-5e0b-4280-bf28-95325d4f4a6d admin admin] Publish callbacks [] for security_group (51fbe0ec-eb80-403b-ad69-5dc4553a56e9), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.115048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-37acddd1-5e0b-4280-bf28-95325d4f4a6d admin admin] Publish callbacks [] for security_group (51fbe0ec-eb80-403b-ad69-5dc4553a56e9), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.160833 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-37acddd1-5e0b-4280-bf28-95325d4f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (51fbe0ec-eb80-403b-ad69-5dc4553a56e9), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.163396 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-37acddd1-5e0b-4280-bf28-95325d4f4a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.164541 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-37acddd1-5e0b-4280-bf28-95325d4f4a6d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/51fbe0ec-eb80-403b-ad69-5dc4553a56e9 HTTP/1.1" status: 204 len: 168 time: 0.1181993 Aug 09 02:46:13.172343 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acddd1-5e0b-4280-bf28-95325d4f4a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fbe0ec-eb80-403b-ad69-5dc4553a56e9,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:13.184816 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.190188 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (973b796b-14f5-45ef-931d-25a50daa15be), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.288621 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Floating IP 973b796b-14f5-45ef-931d-25a50daa15be associated. External IP: 172.27.2.34, port: c771a4c1-387c-4632-a527-0af0b51cc089. Aug 09 02:46:13.494430 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Router 67834c1b-6072-47f1-bd31-3d6c347870bf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:46:13.599107 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:46:13.603704 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:13.612001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:46:13.622760 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:13.623616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:13.636652 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-172f4b40-8a6d-4ca0-b67e-559b79564aee tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/973b796b-14f5-45ef-931d-25a50daa15be HTTP/1.1" status: 200 len: 990 time: 0.9319811 Aug 09 02:46:13.637357 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:13.639746 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf" -d '{"events": [{"name": "network-changed", "server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:13.687371 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e8846-ab56-4e38-932a-ea64545588fe x-openstack-request-id: req-f18e8846-ab56-4e38-932a-ea64545588fe {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:13.687666 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:13.687934 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f18e8846-ab56-4e38-932a-ea64545588fe {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:13.688405 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e8846-ab56-4e38-932a-ea64545588fe'] response: {'name': 'network-changed', 'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'status': 'completed', 'code': 200} Aug 09 02:46:13.747129 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:13.893274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf169f7-c8dc-4085-9a8b-d4b795f43303 req-192f647c-73af-4961-9e6d-ab1395127444 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:13.898637 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cdf169f7-c8dc-4085-9a8b-d4b795f43303 req-192f647c-73af-4961-9e6d-ab1395127444 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0546715 Aug 09 02:46:13.950552 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cdf169f7-c8dc-4085-9a8b-d4b795f43303 req-5a8c00b6-b2b0-45c3-ab66-ce18c2182956 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497959 Aug 09 02:46:13.951616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:13.973217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '973b796b-14f5-45ef-931d-25a50daa15be', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'mac_address': 'fa:16:3e:4a:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:57Z', 'updated_at': '2022-08-09T02:46:13Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:14.002460 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:46:14.010938 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:14.011543 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:14.115087 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:14.322756 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:14.337011 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-21220bc3-8da8-44e9-839a-978b23c70c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:14.338598 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-21220bc3-8da8-44e9-839a-978b23c70c6d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1129 time: 0.0468934 Aug 09 02:46:14.339900 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '973b796b-14f5-45ef-931d-25a50daa15be', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'mac_address': 'fa:16:3e:4a:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:57Z', 'updated_at': '2022-08-09T02:46:13Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:14.366608 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dd2ca-ef2c-4a87-b7ac-d91b35f9a306 None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '973b796b-14f5-45ef-931d-25a50daa15be', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'mac_address': 'fa:16:3e:4a:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:45:57Z', 'updated_at': '2022-08-09T02:46:13Z', 'revision_number': 1, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:46:14.438966 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-333d6ffa-4785-4d8a-a156-601a2d69ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:14.440982 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-333d6ffa-4785-4d8a-a156-601a2d69ae54 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.0948439 Aug 09 02:46:14.507760 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-0683c122-3e41-4372-ba12-4058a2e192b4 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 998 time: 0.0600748 Aug 09 02:46:14.561239 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-1610e54d-ccab-455e-ab74-42f6a24d2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:14.562786 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-1610e54d-ccab-455e-ab74-42f6a24d2fbc service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0490851 Aug 09 02:46:14.612592 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-32902d63-f9f4-4840-80e8-351533c00d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:14.614180 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-32902d63-f9f4-4840-80e8-351533c00d9e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443490 Aug 09 02:46:14.619757 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca48470-85a1-4b9d-b30b-b15e2256ab92 None None] New status for floating IP 973b796b-14f5-45ef-931d-25a50daa15be: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:46:14.727894 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-6c943436-107d-48b6-a793-558e5e550af0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966210 Aug 09 02:46:14.788367 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:14.826832 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeea5a47-8dc5-4be9-83a8-66a9ebf526cf req-f288a1c3-bae6-4b12-9541-53646618fee2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919940 Aug 09 02:46:15.069557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:15.082784 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2cf06-cc1a-489e-b625-3286ae882b7d req-99e5154c-e602-4c97-9461-451936405348 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:15.084282 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d7b2cf06-cc1a-489e-b625-3286ae882b7d req-99e5154c-e602-4c97-9461-451936405348 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 943 time: 0.0532961 Aug 09 02:46:15.135003 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d7b2cf06-cc1a-489e-b625-3286ae882b7d req-de6c7925-a837-49db-8625-4c44d883aa60 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Aug 09 02:46:15.738836 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 4340fc7a-b008-41f2-a681-5a15abc0d9ba details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:46:15.790506 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbbff1-1e8f-4f50-9016-789b20fe0857 req-0b68c77d-3888-4083-9d11-bd0c1f75b167 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:15.792478 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19bbbff1-1e8f-4f50-9016-789b20fe0857 req-0b68c77d-3888-4083-9d11-bd0c1f75b167 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0575800 Aug 09 02:46:15.842244 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19bbbff1-1e8f-4f50-9016-789b20fe0857 req-623aa5ef-e24f-412c-b117-b695d88a2beb tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Aug 09 02:46:15.874671 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:15.886316 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:46:15.908422 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:15.924156 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 4340fc7a-b008-41f2-a681-5a15abc0d9ba is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:15.924624 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:15.938239 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4340fc7a-b008-41f2-a681-5a15abc0d9ba {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:46:15.963224 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:15.967954 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:16.016516 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=4340fc7a-b008-41f2-a681-5a15abc0d9ba,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:16.254674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:16.271800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc589cf-5115-4fb4-bfed-b4450e3e1eff req-4e5e5904-72c8-4e34-a57b-6e53fcb83b04 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:16.273294 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7cc589cf-5115-4fb4-bfed-b4450e3e1eff req-4e5e5904-72c8-4e34-a57b-6e53fcb83b04 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 944 time: 0.0565503 Aug 09 02:46:16.324081 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7cc589cf-5115-4fb4-bfed-b4450e3e1eff req-bc6820fc-4562-4c24-8c31-9727c6519e5b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Aug 09 02:46:16.376098 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['4340fc7a-b008-41f2-a681-5a15abc0d9ba'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:46:16.592082 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:16.973258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3a53-1cb7-49a9-8789-84926a8a3059 req-d000ab61-66cf-40eb-b90f-65d7a49577c0 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:16.974799 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bb9d3a53-1cb7-49a9-8789-84926a8a3059 req-d000ab61-66cf-40eb-b90f-65d7a49577c0 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0489571 Aug 09 02:46:17.024888 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bb9d3a53-1cb7-49a9-8789-84926a8a3059 req-ca7d2ce4-e762-4215-b0a7-a0a1b2eb7c61 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Aug 09 02:46:17.445244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb415d-e743-42ad-9771-7c7d35f0b968 req-ef4003d2-135a-42d4-9345-8af47900cc22 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:17.446749 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03fb415d-e743-42ad-9771-7c7d35f0b968 req-ef4003d2-135a-42d4-9345-8af47900cc22 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 944 time: 0.0485497 Aug 09 02:46:17.500375 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03fb415d-e743-42ad-9771-7c7d35f0b968 req-170ea08c-c58e-41ed-8119-c267e6d1c3a6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477707 Aug 09 02:46:17.753105 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 4340fc7a-b008-41f2-a681-5a15abc0d9ba up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:46:17.797201 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 4340fc7a-b008-41f2-a681-5a15abc0d9ba completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:46:17.804677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 4340fc7a-b008-41f2-a681-5a15abc0d9ba triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:46:17.805224 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:17.885993 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 4340fc7a-b008-41f2-a681-5a15abc0d9ba is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:17.886499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:17.910097 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:17.912429 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e66dd9e-3bf5-49dc-8f25-9d010fcce8a8" -d '{"events": [{"server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:17.925431 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:17.930501 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:17.956742 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471df43b-cc23-4053-b4e1-c55fc29e23f3 x-openstack-request-id: req-471df43b-cc23-4053-b4e1-c55fc29e23f3 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:17.957034 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:17.957338 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-471df43b-cc23-4053-b4e1-c55fc29e23f3 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:17.957776 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471df43b-cc23-4053-b4e1-c55fc29e23f3'] response: {'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'code': 200} Aug 09 02:46:17.979623 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=4340fc7a-b008-41f2-a681-5a15abc0d9ba,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:18.158491 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c3e6-3935-47af-9c08-c5e8d3983aa0 req-00965f2b-ee24-4ffe-967d-1ee0cb933834 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:18.160168 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0184c3e6-3935-47af-9c08-c5e8d3983aa0 req-00965f2b-ee24-4ffe-967d-1ee0cb933834 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0577099 Aug 09 02:46:18.210779 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0184c3e6-3935-47af-9c08-c5e8d3983aa0 req-732505d8-a918-42fd-b1ee-d89725f99cdc tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446920 Aug 09 02:46:18.297048 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c36b31-cd7b-42d6-86d8-9f539883dddc req-2ba5b321-9059-461c-a237-57bff7f9384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:18.297048 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0c36b31-cd7b-42d6-86d8-9f539883dddc req-2ba5b321-9059-461c-a237-57bff7f9384f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1129 time: 0.0460505 Aug 09 02:46:18.346677 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0c36b31-cd7b-42d6-86d8-9f539883dddc req-9d0614a2-e591-4c44-aa4d-5138aa33d9eb service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Aug 09 02:46:18.626276 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4b894-0ceb-437f-b553-82fdf0443a04 req-372f79a1-aa85-4036-806a-b7e9ca8bbfbd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:18.628836 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8dc4b894-0ceb-437f-b553-82fdf0443a04 req-372f79a1-aa85-4036-806a-b7e9ca8bbfbd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0512502 Aug 09 02:46:18.678418 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8dc4b894-0ceb-437f-b553-82fdf0443a04 req-d4969824-2faf-4c9b-9ea8-885249dda5fd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Aug 09 02:46:19.340058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d61dc-17f4-483c-8bac-17f11da6fc99 req-8b8a1a5f-f18f-4d4e-8898-b62dac5875a8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:19.340058 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d44d61dc-17f4-483c-8bac-17f11da6fc99 req-8b8a1a5f-f18f-4d4e-8898-b62dac5875a8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0529668 Aug 09 02:46:19.389361 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d44d61dc-17f4-483c-8bac-17f11da6fc99 req-1dce468a-a2a8-4a2e-89a6-a929ba34a6f4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Aug 09 02:46:19.801585 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25c67-d5ee-42b7-8666-8a4b8348bed8 req-0b22b811-8d15-4ae4-9bc0-f0717fdae4c3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:19.803377 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ea25c67-d5ee-42b7-8666-8a4b8348bed8 req-0b22b811-8d15-4ae4-9bc0-f0717fdae4c3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0477691 Aug 09 02:46:19.852416 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ea25c67-d5ee-42b7-8666-8a4b8348bed8 req-7d4f1423-48bf-47a8-a6ee-831545bb489a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Aug 09 02:46:20.507821 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e358d-070c-41b5-ad6d-4775da01892a req-1dfca47b-c70b-4340-ad96-39b0e3811f2e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:20.509449 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-015e358d-070c-41b5-ad6d-4775da01892a req-1dfca47b-c70b-4340-ad96-39b0e3811f2e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0477581 Aug 09 02:46:20.565012 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-015e358d-070c-41b5-ad6d-4775da01892a req-0e3cfaeb-e190-4712-8779-f7dad1383094 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497568 Aug 09 02:46:20.991247 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337b8d-cd04-43ca-b944-8b69297189bb req-fbefaa01-af41-4ccb-8b9f-4ef73e15fd8b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:20.992862 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3b337b8d-cd04-43ca-b944-8b69297189bb req-fbefaa01-af41-4ccb-8b9f-4ef73e15fd8b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0545776 Aug 09 02:46:21.045439 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3b337b8d-cd04-43ca-b944-8b69297189bb req-823cbb66-ca27-4de6-a357-0fc95a20fe4a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467188 Aug 09 02:46:21.153027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:21.167628 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9415-2a1f-4968-8a64-ec06a6c537a3 req-9481ac96-b121-43c6-83ac-3891cd3ff559 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:21.169278 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b9d9415-2a1f-4968-8a64-ec06a6c537a3 req-9481ac96-b121-43c6-83ac-3891cd3ff559 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0522170 Aug 09 02:46:21.219724 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7b9d9415-2a1f-4968-8a64-ec06a6c537a3 req-5731fd41-720f-4021-baf6-fac8efd67417 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Aug 09 02:46:21.246846 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37204) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:21.288860 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c858950-4dcb-41d0-90ca-fd82d6c02bd4 tempest-TestVolumeBootPattern-250939572 tempest-TestVolumeBootPattern-250939572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:21.290399 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-7c858950-4dcb-41d0-90ca-fd82d6c02bd4 tempest-TestVolumeBootPattern-250939572 tempest-TestVolumeBootPattern-250939572-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1124 time: 0.0424995 Aug 09 02:46:21.293365 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37206) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:21.297611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:46:21.320754 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:21.401341 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:21.408226 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:21.524728 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Allocated IP 172.27.2.170 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/502f56c0-90f9-465e-b651-a745b30a7779) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:46:21.638003 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (502f56c0-90f9-465e-b651-a745b30a7779), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:21.710407 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a051-d311-4af3-bba9-023f67c29998 req-eaf962ad-7337-4095-b5a2-7b0042fe2d8d tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:21.710407 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7a67a051-d311-4af3-bba9-023f67c29998 req-eaf962ad-7337-4095-b5a2-7b0042fe2d8d tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0598211 Aug 09 02:46:21.730736 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (502f56c0-90f9-465e-b651-a745b30a7779), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:21.791272 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7a67a051-d311-4af3-bba9-023f67c29998 req-ba270df5-a6af-49e0-b703-2fc3587b60ba tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843623 Aug 09 02:46:21.793074 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:46:21.798369 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:46:21.802440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:46:21.805761 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=502f56c0-90f9-465e-b651-a745b30a7779,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:22.012359 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:22.155616 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (53ded10f-8253-43ca-9d26-bd9330af1815), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.182231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:22.230916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (502f56c0-90f9-465e-b651-a745b30a7779), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.309310 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37228) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:22.382586 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (502f56c0-90f9-465e-b651-a745b30a7779), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.388713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (502f56c0-90f9-465e-b651-a745b30a7779), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.422660 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.458966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=502f56c0-90f9-465e-b651-a745b30a7779,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:22.461517 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (53ded10f-8253-43ca-9d26-bd9330af1815), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.502224 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Publish callbacks [] for security_group (b7e96098-3329-4168-8b80-91b96e6e2982), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.510075 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b7e96098-3329-4168-8b80-91b96e6e2982), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.561659 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c5ec1530e5e841ca812e0142a707a4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510910 Aug 09 02:46:22.563007 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e96098-3329-4168-8b80-91b96e6e2982,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:22.565435 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37234) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:22.583608 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.583911 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.584287 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.584623 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.584937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.585273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.585604 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.585920 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.586265 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.586592 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.586916 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.587239 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.587557 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.587876 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.588195 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47d53fc-f39f-45d8-ac12-7dd5904ef9d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:46:22.634220 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdc70-46b1-43cb-9ae8-4ba6fec18695 admin admin] Publish callbacks [] for security_group (b7e96098-3329-4168-8b80-91b96e6e2982), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.657918 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdc70-46b1-43cb-9ae8-4ba6fec18695 admin admin] Publish callbacks [] for security_group (b7e96098-3329-4168-8b80-91b96e6e2982), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.685316 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:22.710570 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdc70-46b1-43cb-9ae8-4ba6fec18695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b7e96098-3329-4168-8b80-91b96e6e2982), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.713487 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdc70-46b1-43cb-9ae8-4ba6fec18695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:22.714734 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b6ecdc70-46b1-43cb-9ae8-4ba6fec18695 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b7e96098-3329-4168-8b80-91b96e6e2982 HTTP/1.1" status: 204 len: 168 time: 0.1483164 Aug 09 02:46:22.724189 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecdc70-46b1-43cb-9ae8-4ba6fec18695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e96098-3329-4168-8b80-91b96e6e2982,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:22.745743 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:22.818317 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Floating IP 53ded10f-8253-43ca-9d26-bd9330af1815 associated. External IP: 172.27.2.170, port: 4340fc7a-b008-41f2-a681-5a15abc0d9ba. Aug 09 02:46:22.951107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644489ab-83fe-4bd6-a35e-e1d1a2b4e2b7 req-2386784b-943e-47a8-b746-1b44e4f4c19a tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:22.952590 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-644489ab-83fe-4bd6-a35e-e1d1a2b4e2b7 req-2386784b-943e-47a8-b746-1b44e4f4c19a tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0818250 Aug 09 02:46:23.008918 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37242) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:23.024503 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98ac23fd-9c08-4d03-875d-f87557f6c007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.060254 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-644489ab-83fe-4bd6-a35e-e1d1a2b4e2b7 req-921194d2-b38e-424f-af27-85253af92433 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014907 Aug 09 02:46:23.105890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98ac23fd-9c08-4d03-875d-f87557f6c007 admin admin] Publish callbacks [] for security_group (6c5531ae-87f9-40f7-8e24-d2cb398639b9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.110451 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98ac23fd-9c08-4d03-875d-f87557f6c007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6c5531ae-87f9-40f7-8e24-d2cb398639b9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.117822 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:46:23.120768 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:23.151107 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-98ac23fd-9c08-4d03-875d-f87557f6c007 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=322b626dd96d4b0fa8cb85b5693d85c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410675 Aug 09 02:46:23.151965 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac23fd-9c08-4d03-875d-f87557f6c007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5531ae-87f9-40f7-8e24-d2cb398639b9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:23.154334 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37244) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:23.204928 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3647dab8-1ab1-4b21-a72b-c06ff5f49c88 admin admin] Publish callbacks [] for security_group (6c5531ae-87f9-40f7-8e24-d2cb398639b9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.222403 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:46:23.227427 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3647dab8-1ab1-4b21-a72b-c06ff5f49c88 admin admin] Publish callbacks [] for security_group (6c5531ae-87f9-40f7-8e24-d2cb398639b9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.233261 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19870cae-390b-463d-b9f8-45128e412982 None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:46:23.242823 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.245342 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:23.246116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:23.266975 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:23.277365 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-41b76cd1-8478-483f-9697-ce2fb94cf7cf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9829793 Aug 09 02:46:23.277973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:23.280747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:23.291438 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3647dab8-1ab1-4b21-a72b-c06ff5f49c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6c5531ae-87f9-40f7-8e24-d2cb398639b9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.294283 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3647dab8-1ab1-4b21-a72b-c06ff5f49c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.295849 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3647dab8-1ab1-4b21-a72b-c06ff5f49c88 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6c5531ae-87f9-40f7-8e24-d2cb398639b9 HTTP/1.1" status: 204 len: 168 time: 0.1402628 Aug 09 02:46:23.305631 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647dab8-1ab1-4b21-a72b-c06ff5f49c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5531ae-87f9-40f7-8e24-d2cb398639b9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:23.330812 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9bdd9-bcb8-49c1-af68-cec04d08b5fd x-openstack-request-id: req-1cf9bdd9-bcb8-49c1-af68-cec04d08b5fd {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:23.331148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:23.331472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf9bdd9-bcb8-49c1-af68-cec04d08b5fd {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:23.331890 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf9bdd9-bcb8-49c1-af68-cec04d08b5fd'] response: {'name': 'network-changed', 'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'status': 'completed', 'code': 200} Aug 09 02:46:23.389551 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:23.430265 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-38bb51bd-90c7-4ed3-bdcd-dee74cfe271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:23.435170 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-38bb51bd-90c7-4ed3-bdcd-dee74cfe271e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1129 time: 0.0456650 Aug 09 02:46:23.542534 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-3e430715-d381-468f-9e99-fe787ee88d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:23.544182 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-3e430715-d381-468f-9e99-fe787ee88d52 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.1010292 Aug 09 02:46:23.638514 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-39f3e654-1323-4c20-8f17-4e9287ae105a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 200 len: 999 time: 0.0804791 Aug 09 02:46:23.695161 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37256) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:23.702341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-702a13a7-7b96-4c77-b493-030155a108f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:23.703741 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-702a13a7-7b96-4c77-b493-030155a108f2 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0594060 Aug 09 02:46:23.719266 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb86-1569-4de0-a1ac-8a125ac6f390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:23.748127 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:22Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:23.763540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-36744df4-e854-44b4-9ff5-f836b64f1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:23.765180 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-36744df4-e854-44b4-9ff5-f836b64f1827 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538087 Aug 09 02:46:23.773201 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19870cae-390b-463d-b9f8-45128e412982 None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:46:23.781937 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:23.782604 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:23.892290 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:23.932568 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:24.119961 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-19870cae-390b-463d-b9f8-45128e412982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:22Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:24.148157 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19870cae-390b-463d-b9f8-45128e412982 None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:22Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:46:24.156525 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:24.169939 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb86-1569-4de0-a1ac-8a125ac6f390 admin admin] Publish callbacks [] for security_group (3a48164d-4e23-476c-9731-c524f2a016b4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:24.172971 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-d5ca4f31-d382-4ef1-b149-4fd8abc30ac1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973525 Aug 09 02:46:24.176597 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb61bb86-1569-4de0-a1ac-8a125ac6f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3a48164d-4e23-476c-9731-c524f2a016b4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:24.183703 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2988bc-e7e0-4c25-911e-31ef942e6101 req-e9531120-4d77-46a1-9675-556dbb5d3d92 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:24.190605 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aa2988bc-e7e0-4c25-911e-31ef942e6101 req-e9531120-4d77-46a1-9675-556dbb5d3d92 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0545704 Aug 09 02:46:24.211680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:24.243982 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aa2988bc-e7e0-4c25-911e-31ef942e6101 req-0198dfed-1b72-4cf9-94ee-4359f6d2d654 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525165 Aug 09 02:46:24.279300 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cb61bb86-1569-4de0-a1ac-8a125ac6f390 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5504a3307d41435aa42a7e0ac048993f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5807319 Aug 09 02:46:24.279773 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61bb86-1569-4de0-a1ac-8a125ac6f390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a48164d-4e23-476c-9731-c524f2a016b4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:24.280001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37260) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:24.323976 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-897d8ea0-b6a3-4600-bc4c-d3e1ed9c8ac5 req-85b47616-8349-42f5-9303-28b93a32d3c1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428442 Aug 09 02:46:24.331537 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df365a8e-a38f-442e-afc0-8b41e1d42fa7 admin admin] Publish callbacks [] for security_group (3a48164d-4e23-476c-9731-c524f2a016b4), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:24.354042 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df365a8e-a38f-442e-afc0-8b41e1d42fa7 admin admin] Publish callbacks [] for security_group (3a48164d-4e23-476c-9731-c524f2a016b4), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:24.383036 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376d595-d9fd-43b1-924b-72d607c4266a None None] New status for floating IP 53ded10f-8253-43ca-9d26-bd9330af1815: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:46:24.408534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df365a8e-a38f-442e-afc0-8b41e1d42fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3a48164d-4e23-476c-9731-c524f2a016b4), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:24.411445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df365a8e-a38f-442e-afc0-8b41e1d42fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:24.412770 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-df365a8e-a38f-442e-afc0-8b41e1d42fa7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3a48164d-4e23-476c-9731-c524f2a016b4 HTTP/1.1" status: 204 len: 168 time: 0.1315849 Aug 09 02:46:24.423713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df365a8e-a38f-442e-afc0-8b41e1d42fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a48164d-4e23-476c-9731-c524f2a016b4,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:24.473397 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:25.379271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199c679-a77a-40b2-81eb-9a8b4cf8ed75 req-0c710c3f-97a8-41ce-9eb0-0a656afc1332 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:25.380668 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4199c679-a77a-40b2-81eb-9a8b4cf8ed75 req-0c710c3f-97a8-41ce-9eb0-0a656afc1332 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0548649 Aug 09 02:46:25.446444 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4199c679-a77a-40b2-81eb-9a8b4cf8ed75 req-c7ba278d-6a24-453d-bd32-03c032be8083 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595295 Aug 09 02:46:26.110520 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68c89-1184-46da-9185-95fbba234c03 req-a8a87037-b84c-417c-81db-6440f62fcef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:26.112531 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-a8a87037-b84c-417c-81db-6440f62fcef0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1129 time: 0.0403013 Aug 09 02:46:26.365346 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68c89-1184-46da-9185-95fbba234c03 req-3c114c28-aa21-4034-90b3-7004781a28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:26.366890 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-3c114c28-aa21-4034-90b3-7004781a28d7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.0961785 Aug 09 02:46:26.568556 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35b32-16f6-4f73-ab0d-f2885694b64d req-6eec0b27-65e1-4458-8993-09630b4bd538 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:26.570038 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2ad35b32-16f6-4f73-ab0d-f2885694b64d req-6eec0b27-65e1-4458-8993-09630b4bd538 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0505562 Aug 09 02:46:26.627016 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2ad35b32-16f6-4f73-ab0d-f2885694b64d req-44b5a218-50c0-497f-bc30-6cda5a936a3c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484378 Aug 09 02:46:26.704452 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-58292bd6-7ce5-48cd-802a-0d23b27aa59c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 1000 time: 0.0608814 Aug 09 02:46:27.049291 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68c89-1184-46da-9185-95fbba234c03 req-92040519-1df2-48ce-a676-93d1a2598010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:27.050960 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-92040519-1df2-48ce-a676-93d1a2598010 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0482576 Aug 09 02:46:27.096211 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:27.100371 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68c89-1184-46da-9185-95fbba234c03 req-95787f43-ac3f-4070-ae96-086a5696a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:27.101988 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-95787f43-ac3f-4070-ae96-086a5696a249 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447505 Aug 09 02:46:27.206414 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-205fbff1-ff64-4461-95da-c26212e4399f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Aug 09 02:46:27.301946 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7f68c89-1184-46da-9185-95fbba234c03 req-368b2c6a-53b8-4657-944d-66267bc8af8e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888450 Aug 09 02:46:27.750426 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b1a8e-0675-4b1f-8204-acff4e30a7c0 req-dddc6ad1-11c1-42a3-a9ff-66cd4f0f31d2 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:27.751897 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-703b1a8e-0675-4b1f-8204-acff4e30a7c0 req-dddc6ad1-11c1-42a3-a9ff-66cd4f0f31d2 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0490687 Aug 09 02:46:27.810750 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-703b1a8e-0675-4b1f-8204-acff4e30a7c0 req-18ce98e2-dfd5-494c-84bc-202616cc84d4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 Aug 09 02:46:28.937534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db9052-292d-4428-8384-8a5caff1c1e3 req-c91e2cdf-7f26-4a03-86a6-8cc9d3f79bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:28.939472 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-68db9052-292d-4428-8384-8a5caff1c1e3 req-c91e2cdf-7f26-4a03-86a6-8cc9d3f79bb4 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0537286 Aug 09 02:46:28.998567 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-68db9052-292d-4428-8384-8a5caff1c1e3 req-c042e00c-946c-4a21-872e-8e5c4b22b508 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530603 Aug 09 02:46:29.457729 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:46:30.287597 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf3a5e-cce6-4818-bd01-cb06a7fde02b req-87d0d38a-8339-4303-ada2-691d9e299619 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:30.288994 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5fcf3a5e-cce6-4818-bd01-cb06a7fde02b req-87d0d38a-8339-4303-ada2-691d9e299619 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0537162 Aug 09 02:46:30.339254 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5fcf3a5e-cce6-4818-bd01-cb06a7fde02b req-934ab16a-796c-49c7-9ade-4903f0f61f9c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Aug 09 02:46:30.609658 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956d05f-3e28-4425-9c48-24486d091d1b req-5e7ecbc2-5a32-447f-9db3-d1efd86d31c2 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:30.611666 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c956d05f-3e28-4425-9c48-24486d091d1b req-5e7ecbc2-5a32-447f-9db3-d1efd86d31c2 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0538340 Aug 09 02:46:30.639706 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1e346282-7971-4b01-a669-c2cd4ce63247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:30.652548 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37394) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:30.676821 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c956d05f-3e28-4425-9c48-24486d091d1b req-7b0ada4f-09c3-45a0-a14a-1ee2b0796a81 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561681 Aug 09 02:46:30.735673 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-ddb18f42-bb9d-48a5-93fc-734d738dd567 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814841 Aug 09 02:46:30.747795 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-4a49cdcb-865c-4b9a-8589-e5f0824bb8fb service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:46:30.748783 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-4a49cdcb-865c-4b9a-8589-e5f0824bb8fb service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052838 Aug 09 02:46:30.889875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37404) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:30.976454 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:30.989164 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-d703fcb3-9166-45a6-aa1f-a08ad933aa2c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:30.990508 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-d703fcb3-9166-45a6-aa1f-a08ad933aa2c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports/f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 942 time: 0.0994143 Aug 09 02:46:31.803613 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcffbab-89f3-4e31-a051-dcf12ee2ab79 req-47d03e7e-ccc3-4f63-9460-2d3cea637917 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:31.805380 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8bcffbab-89f3-4e31-a051-dcf12ee2ab79 req-47d03e7e-ccc3-4f63-9460-2d3cea637917 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0542171 Aug 09 02:46:31.862891 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8bcffbab-89f3-4e31-a051-dcf12ee2ab79 req-c5f68397-58d6-4942-a9b0-ea4abd6bc154 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486696 Aug 09 02:46:32.985261 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582a50e-fba6-423b-9c61-b95f96382f6f req-a9a7695a-fd97-4a4c-976c-9049a313e246 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:32.987160 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5582a50e-fba6-423b-9c61-b95f96382f6f req-a9a7695a-fd97-4a4c-976c-9049a313e246 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0509801 Aug 09 02:46:33.041460 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5582a50e-fba6-423b-9c61-b95f96382f6f req-5e0159c9-1333-48ec-b059-6b9bbf9afc66 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Aug 09 02:46:33.103273 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-59e8093f-e7a1-482b-94d7-718c78c8f75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:33.826746 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:46:33.904550 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port f12d9ad9-133b-4098-a94d-fd5f540a9f7c is: ACTIVE; New status is: DOWN {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:33.904944 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:33.928111 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:33.930448 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15566cd6-1212-4646-9b09-787fd0832eb7" -d '{"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:33.946132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:33.952086 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:33.974106 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebfb72a-1e86-4178-b0eb-edcefdc9abeb x-openstack-request-id: req-eebfb72a-1e86-4178-b0eb-edcefdc9abeb {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:33.974414 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-unplugged", "status": "failed", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "code": 422}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:33.974662 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eebfb72a-1e86-4178-b0eb-edcefdc9abeb {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:33.975059 dv-cinder-852461-1-iscsi neutron-server[110669]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eebfb72a-1e86-4178-b0eb-edcefdc9abeb']: {'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'code': 422} returned with failed status Aug 09 02:46:34.000982 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=6']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:34.162508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0912-a2c5-414f-9349-44e399265275 req-c939cb10-4b4b-45ca-b743-bea27463c0ee tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:34.164004 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-93bb0912-a2c5-414f-9349-44e399265275 req-c939cb10-4b4b-45ca-b743-bea27463c0ee tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0492830 Aug 09 02:46:34.213060 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-93bb0912-a2c5-414f-9349-44e399265275 req-83e588c8-ad48-4a4e-90a2-a7827da7aa36 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432639 Aug 09 02:46:34.321609 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:34.526616 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:35.222146 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.322050 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:35.341757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a881e9-7473-4379-9a35-23bc348db599 req-c402f1ff-3819-4257-bbf9-f2fd2cefdd60 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:35.343278 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c5a881e9-7473-4379-9a35-23bc348db599 req-c402f1ff-3819-4257-bbf9-f2fd2cefdd60 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0500522 Aug 09 02:46:35.393735 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c5a881e9-7473-4379-9a35-23bc348db599 req-d3138744-e7f1-452d-8630-951602facf61 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Aug 09 02:46:35.446393 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37464) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:35.469591 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.559977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b760a357-a0e8-4fc1-9276-583f692170ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.641652 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b760a357-a0e8-4fc1-9276-583f692170ca admin admin] Publish callbacks [] for security_group (a9613d9d-ee06-4139-b149-dcf463dc2a39), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.647593 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b760a357-a0e8-4fc1-9276-583f692170ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a9613d9d-ee06-4139-b149-dcf463dc2a39), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.684710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760a357-a0e8-4fc1-9276-583f692170ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9613d9d-ee06-4139-b149-dcf463dc2a39,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:35.689067 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b760a357-a0e8-4fc1-9276-583f692170ca admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ea55cd92ebfe46f4b3073f6eac70d7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416253 Aug 09 02:46:35.692735 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37468) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:35.741348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e3e3-3751-4fbd-a378-6fc79b185d24 admin admin] Publish callbacks [] for security_group (a9613d9d-ee06-4139-b149-dcf463dc2a39), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.764078 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e3e3-3751-4fbd-a378-6fc79b185d24 admin admin] Publish callbacks [] for security_group (a9613d9d-ee06-4139-b149-dcf463dc2a39), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.813226 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e3e3-3751-4fbd-a378-6fc79b185d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a9613d9d-ee06-4139-b149-dcf463dc2a39), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.815768 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e3e3-3751-4fbd-a378-6fc79b185d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:35.819280 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0ea3e3e3-3751-4fbd-a378-6fc79b185d24 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a9613d9d-ee06-4139-b149-dcf463dc2a39 HTTP/1.1" status: 204 len: 168 time: 0.1239562 Aug 09 02:46:35.826401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3e3e3-3751-4fbd-a378-6fc79b185d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9613d9d-ee06-4139-b149-dcf463dc2a39,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:35.830219 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.101355 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37476) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:36.115986 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a2ed33af-1039-434b-a5bd-8f1b9986826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.195572 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a2ed33af-1039-434b-a5bd-8f1b9986826c admin admin] Publish callbacks [] for security_group (d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.200811 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a2ed33af-1039-434b-a5bd-8f1b9986826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.242935 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed33af-1039-434b-a5bd-8f1b9986826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:36.249799 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a2ed33af-1039-434b-a5bd-8f1b9986826c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e86284d494c34913aaa6762fa0fe9d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448572 Aug 09 02:46:36.250037 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37478) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:36.298081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-adb574ed-444c-4e4f-b439-ab0583a0a0ae admin admin] Publish callbacks [] for security_group (d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.320108 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-adb574ed-444c-4e4f-b439-ab0583a0a0ae admin admin] Publish callbacks [] for security_group (d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.321474 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:36.371309 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-adb574ed-444c-4e4f-b439-ab0583a0a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.374116 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-adb574ed-444c-4e4f-b439-ab0583a0a0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:36.375322 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-adb574ed-444c-4e4f-b439-ab0583a0a0ae admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f HTTP/1.1" status: 204 len: 168 time: 0.1243482 Aug 09 02:46:36.383605 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb574ed-444c-4e4f-b439-ab0583a0a0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c0334-eda9-460c-b5c7-f6ef7e7cfb3f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:36.518422 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a8ce-25c2-45d9-a80d-0032ece872fe req-1b154ee5-f619-44dd-8dab-dcd9b937aea7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:36.519934 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d345a8ce-25c2-45d9-a80d-0032ece872fe req-1b154ee5-f619-44dd-8dab-dcd9b937aea7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0530574 Aug 09 02:46:36.572996 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d345a8ce-25c2-45d9-a80d-0032ece872fe req-79b40da4-cc03-490a-b81f-1353649e4d70 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471303 Aug 09 02:46:37.764512 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:37.776170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55628f8-65ed-4c72-b703-fe8d2e3289d5 req-15af4253-20cb-4e9c-a00a-f0aec9afdc8b tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:37.778025 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d55628f8-65ed-4c72-b703-fe8d2e3289d5 req-15af4253-20cb-4e9c-a00a-f0aec9afdc8b tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0745337 Aug 09 02:46:37.851350 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d55628f8-65ed-4c72-b703-fe8d2e3289d5 req-df9e85cf-7ea2-4e56-94b2-9b2a2a175667 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655224 Aug 09 02:46:38.815314 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-4c4a1dfb-1928-4ffc-88c5-9b1860204f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:38.817556 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-4c4a1dfb-1928-4ffc-88c5-9b1860204f6c service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b&tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe HTTP/1.1" status: 200 len: 1127 time: 0.0422084 Aug 09 02:46:38.981926 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb28dc-81d7-4384-9eb4-363f3562e21d req-cb8ce2d9-7db4-44ca-80b6-0c9afde9f7a7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:38.983299 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0ffb28dc-81d7-4384-9eb4-363f3562e21d req-cb8ce2d9-7db4-44ca-80b6-0c9afde9f7a7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0506148 Aug 09 02:46:39.037076 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0ffb28dc-81d7-4384-9eb4-363f3562e21d req-09ce1784-f559-47e4-97b5-4bb56ab80762 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476620 Aug 09 02:46:39.179502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-e7725d2b-30e7-48ed-b3aa-21e461b6c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:39.181075 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-e7725d2b-30e7-48ed-b3aa-21e461b6c293 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1127 time: 0.0426891 Aug 09 02:46:39.317351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-438e0887-3e8c-407b-8abe-8654d8772d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:39.319011 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-438e0887-3e8c-407b-8abe-8654d8772d3d service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.0924010 Aug 09 02:46:39.400538 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-a6d87e07-6a0a-4dde-9525-9849ba1a6d37 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 998 time: 0.0729899 Aug 09 02:46:39.454437 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:39.483513 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-be07c412-6880-4d75-a7b3-23a20f380bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:39.484989 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-be07c412-6880-4d75-a7b3-23a20f380bec service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0507307 Aug 09 02:46:39.534826 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-9ad01d4e-d2fa-4b93-9231-77ecf7cd7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:39.536663 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-9ad01d4e-d2fa-4b93-9231-77ecf7cd7df0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442915 Aug 09 02:46:39.575713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:39.650936 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-13eb1c90-1c6d-48bc-a895-7ff1a16c3a01 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938408 Aug 09 02:46:39.745414 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-66a0074e-5938-4e5a-9dc0-3f365dc3b422 req-c8ed6b86-4929-4665-bb1b-c8f6ef2d4e1b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852377 Aug 09 02:46:39.896933 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-a53fe6d1-5193-4e93-87f9-beea7fd1fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:39.899278 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-a53fe6d1-5193-4e93-87f9-beea7fd1fa68 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1127 time: 0.0469639 Aug 09 02:46:39.992886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-15482475-6f90-409f-a610-9b933d248242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:39.994391 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-15482475-6f90-409f-a610-9b933d248242 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.0878427 Aug 09 02:46:40.164209 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8bc0-5c5f-419b-a88a-191db04072c5 req-f65f3974-cc4d-42a0-b177-d1b151caf694 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:40.165702 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff3b8bc0-5c5f-419b-a88a-191db04072c5 req-f65f3974-cc4d-42a0-b177-d1b151caf694 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0521638 Aug 09 02:46:40.215742 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff3b8bc0-5c5f-419b-a88a-191db04072c5 req-e263b4e4-5168-4d05-b9d0-0635a6672c94 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Aug 09 02:46:40.344581 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-b5af2195-c7d5-46a9-8c31-796ddae2860d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 998 time: 0.0588722 Aug 09 02:46:40.405146 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-26dfacc9-7a9e-4273-a97f-c8f515bde3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:40.406590 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-26dfacc9-7a9e-4273-a97f-c8f515bde3b3 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0472579 Aug 09 02:46:40.538045 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:40.573295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-333b7543-fc54-46c4-a1f2-d4d58884ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:40.574833 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-333b7543-fc54-46c4-a1f2-d4d58884ca12 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486307 Aug 09 02:46:40.892477 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37602) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:40.952486 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-7b89fb34-a263-484f-8734-d20a1502dab6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942252 Aug 09 02:46:41.005061 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bbeec01d-076e-46b2-92d1-549e9d2c2cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.047517 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9ac69fde-c436-49fd-8dad-c5053b21d264 req-2e7c8a7a-b197-4e11-a0c5-ddfe3b14f290 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Aug 09 02:46:41.082609 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bbeec01d-076e-46b2-92d1-549e9d2c2cb7 admin admin] Publish callbacks [] for security_group (eb0b7aeb-33be-47e9-bae9-87eb0e24b933), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.088276 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bbeec01d-076e-46b2-92d1-549e9d2c2cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (eb0b7aeb-33be-47e9-bae9-87eb0e24b933), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.124933 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bbeec01d-076e-46b2-92d1-549e9d2c2cb7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=96e0d91af0474588853939bb04553a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311068 Aug 09 02:46:41.127971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37606) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:41.129661 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeec01d-076e-46b2-92d1-549e9d2c2cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0b7aeb-33be-47e9-bae9-87eb0e24b933,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:41.179811 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e5314d2-a3e7-4c8a-9466-8ceab73b7492 admin admin] Publish callbacks [] for security_group (eb0b7aeb-33be-47e9-bae9-87eb0e24b933), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.206892 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e5314d2-a3e7-4c8a-9466-8ceab73b7492 admin admin] Publish callbacks [] for security_group (eb0b7aeb-33be-47e9-bae9-87eb0e24b933), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.275502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e5314d2-a3e7-4c8a-9466-8ceab73b7492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (eb0b7aeb-33be-47e9-bae9-87eb0e24b933), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.278336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e5314d2-a3e7-4c8a-9466-8ceab73b7492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.279725 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4e5314d2-a3e7-4c8a-9466-8ceab73b7492 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eb0b7aeb-33be-47e9-bae9-87eb0e24b933 HTTP/1.1" status: 204 len: 168 time: 0.1505122 Aug 09 02:46:41.287661 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5314d2-a3e7-4c8a-9466-8ceab73b7492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0b7aeb-33be-47e9-bae9-87eb0e24b933,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:41.365537 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817eb9b-2302-45ee-beea-a054c13da8cc req-e67ed9fd-517a-4f8f-9afa-3f28f34fca02 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:41.370614 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6817eb9b-2302-45ee-beea-a054c13da8cc req-e67ed9fd-517a-4f8f-9afa-3f28f34fca02 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0585287 Aug 09 02:46:41.423051 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6817eb9b-2302-45ee-beea-a054c13da8cc req-f117c22e-7b47-4655-a13c-8bab4390eb1b tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504551 Aug 09 02:46:41.566633 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37618) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:41.572909 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:41.580954 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b23bcb70-3608-41a3-8bc1-8e975e6a733b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.656592 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b23bcb70-3608-41a3-8bc1-8e975e6a733b admin admin] Publish callbacks [] for security_group (df20af57-ab50-438e-af26-b4b8a8fa237a), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.661252 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b23bcb70-3608-41a3-8bc1-8e975e6a733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (df20af57-ab50-438e-af26-b4b8a8fa237a), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.700150 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b23bcb70-3608-41a3-8bc1-8e975e6a733b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=74e1748ff44245f295ea355b5e0a6220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323555 Aug 09 02:46:41.701315 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bcb70-3608-41a3-8bc1-8e975e6a733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df20af57-ab50-438e-af26-b4b8a8fa237a,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:41.703126 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37620) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:46:41.710253 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:41.759167 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee7d1-e4a7-48da-be06-4da77047c973 admin admin] Publish callbacks [] for security_group (df20af57-ab50-438e-af26-b4b8a8fa237a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.787027 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee7d1-e4a7-48da-be06-4da77047c973 admin admin] Publish callbacks [] for security_group (df20af57-ab50-438e-af26-b4b8a8fa237a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.839011 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee7d1-e4a7-48da-be06-4da77047c973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (df20af57-ab50-438e-af26-b4b8a8fa237a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.841540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee7d1-e4a7-48da-be06-4da77047c973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:41.842738 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2d2ee7d1-e4a7-48da-be06-4da77047c973 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/df20af57-ab50-438e-af26-b4b8a8fa237a HTTP/1.1" status: 204 len: 168 time: 0.1378913 Aug 09 02:46:41.851296 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee7d1-e4a7-48da-be06-4da77047c973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df20af57-ab50-438e-af26-b4b8a8fa237a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:42.547536 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ec67-3902-47fd-aa42-f7aedbacaf86 req-39b4a67a-a29e-4e97-813a-49467be7c9a9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:42.549034 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e24ec67-3902-47fd-aa42-f7aedbacaf86 req-39b4a67a-a29e-4e97-813a-49467be7c9a9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0487552 Aug 09 02:46:42.612820 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e24ec67-3902-47fd-aa42-f7aedbacaf86 req-e6075398-e8a2-4a15-8e1a-80a2a8e2779d tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574794 Aug 09 02:46:43.746970 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cad7e7-7e5b-4377-820d-62ae6eb9cd54 req-0354fc27-1cf8-44c2-bdab-3277dfaac3d9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:43.748439 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-76cad7e7-7e5b-4377-820d-62ae6eb9cd54 req-0354fc27-1cf8-44c2-bdab-3277dfaac3d9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0525825 Aug 09 02:46:43.800151 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-76cad7e7-7e5b-4377-820d-62ae6eb9cd54 req-e18bc0c1-2e42-4724-bc72-5404658e025e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Aug 09 02:46:44.933817 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0eb7f-44b9-46db-bb8d-523ce79e703e req-9e764e44-1e04-4c5b-9f64-1c3dfafcb8e2 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:44.935328 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-add0eb7f-44b9-46db-bb8d-523ce79e703e req-9e764e44-1e04-4c5b-9f64-1c3dfafcb8e2 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0488946 Aug 09 02:46:44.985011 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-add0eb7f-44b9-46db-bb8d-523ce79e703e req-dcf9063b-1bb7-4dc6-948c-1b0cc729e499 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Aug 09 02:46:46.112281 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:46.131315 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5030c6-44ef-4925-a377-b3abea968bb8 req-85a10df7-b50a-4577-aa36-54c2713151de tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:46.132767 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c5030c6-44ef-4925-a377-b3abea968bb8 req-85a10df7-b50a-4577-aa36-54c2713151de tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0595810 Aug 09 02:46:46.182172 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5c5030c6-44ef-4925-a377-b3abea968bb8 req-f4b42685-1ea4-4a95-ab5a-4b163f37aa16 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Aug 09 02:46:47.316001 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756be1-5f80-463e-a034-e9b53434f53d req-067c8304-fc15-4e89-99b9-0d615a8af018 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:47.317530 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-df756be1-5f80-463e-a034-e9b53434f53d req-067c8304-fc15-4e89-99b9-0d615a8af018 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0500214 Aug 09 02:46:47.369228 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-df756be1-5f80-463e-a034-e9b53434f53d req-042cfcee-3ddf-4bc5-96a8-6a21a2f4f8fd tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457840 Aug 09 02:46:48.500793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd569c-aa0d-48cd-a81d-a36c9cbb132e req-4f0db24d-c394-4062-8a07-33323042a1f9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:48.502464 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d2dd569c-aa0d-48cd-a81d-a36c9cbb132e req-4f0db24d-c394-4062-8a07-33323042a1f9 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0506561 Aug 09 02:46:48.561496 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d2dd569c-aa0d-48cd-a81d-a36c9cbb132e req-a97d541f-bce8-451b-bfee-e672fb0f00a8 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520802 Aug 09 02:46:49.681578 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34edc-1aeb-4733-8d43-676202b08416 req-0ae9b492-51ce-4e90-84d7-3752873012e6 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:49.682950 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8de34edc-1aeb-4733-8d43-676202b08416 req-0ae9b492-51ce-4e90-84d7-3752873012e6 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0476227 Aug 09 02:46:49.734789 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8de34edc-1aeb-4733-8d43-676202b08416 req-85360d91-acb4-445d-bcbc-263da0824d07 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Aug 09 02:46:50.872007 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1602c90-b9d8-47ef-b8ad-8477b4a9ff27 req-f062d870-4ddb-4800-b28e-becdf28973b3 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:50.873366 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f1602c90-b9d8-47ef-b8ad-8477b4a9ff27 req-f062d870-4ddb-4800-b28e-becdf28973b3 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 943 time: 0.0487435 Aug 09 02:46:50.926173 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f1602c90-b9d8-47ef-b8ad-8477b4a9ff27 req-10146d7f-10a6-48b2-815b-adaa03403d94 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Aug 09 02:46:51.300559 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:51.554680 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:46:51.557994 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:51.658375 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:51.669802 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'port_id': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'mac_address': 'fa:16:3e:5e:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:46:51.704640 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port f12d9ad9-133b-4098-a94d-fd5f540a9f7c is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:51.705011 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:51.718068 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12d9ad9-133b-4098-a94d-fd5f540a9f7c {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:46:51.738919 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:51.744284 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:51.792627 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=7']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:51.845974 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:51.846834 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=44,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:52.047014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:52.063458 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e051c-7a8b-4b4f-9bab-a7e21dd94c36 req-74ede3ea-3a0d-4f80-9895-e01a3cf72d25 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:52.064998 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d80e051c-7a8b-4b4f-9bab-a7e21dd94c36 req-74ede3ea-3a0d-4f80-9895-e01a3cf72d25 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 944 time: 0.0595982 Aug 09 02:46:52.117805 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d80e051c-7a8b-4b4f-9bab-a7e21dd94c36 req-bd3177ec-ae5f-41ff-85c8-1e8459d64162 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447793 Aug 09 02:46:52.185897 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['f12d9ad9-133b-4098-a94d-fd5f540a9f7c'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:46:52.208930 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:53.240267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ad3b4-3eba-495a-a58f-3a17f270a99a req-68242b95-c7bb-41cf-a163-93f18a7cbd17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:53.241849 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f21ad3b4-3eba-495a-a58f-3a17f270a99a req-68242b95-c7bb-41cf-a163-93f18a7cbd17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 944 time: 0.0504456 Aug 09 02:46:53.306082 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f21ad3b4-3eba-495a-a58f-3a17f270a99a req-50d0abff-b7a2-404b-afe2-472656cdd4f7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580294 Aug 09 02:46:53.623828 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172591-904f-4507-9eea-4deb71cef02f req-3290399c-7d8e-4570-a370-1df5e58cf7c8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:53.625419 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-06172591-904f-4507-9eea-4deb71cef02f req-3290399c-7d8e-4570-a370-1df5e58cf7c8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0523643 Aug 09 02:46:53.674820 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-06172591-904f-4507-9eea-4deb71cef02f req-f3c6f4de-aa81-4984-a3ae-e478bf9721a8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 Aug 09 02:46:53.941626 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333216-9f16-4089-b93e-a159e069d6d6 req-a398d212-27b5-4373-850b-d67c5f84a185 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:53.943176 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-28333216-9f16-4089-b93e-a159e069d6d6 req-a398d212-27b5-4373-850b-d67c5f84a185 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0480454 Aug 09 02:46:53.993508 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-28333216-9f16-4089-b93e-a159e069d6d6 req-c2de922c-0d44-4f11-b2c9-561444743c92 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 Aug 09 02:46:54.032751 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:46:54.075326 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port f12d9ad9-133b-4098-a94d-fd5f540a9f7c triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:46:54.075697 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:54.151346 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port f12d9ad9-133b-4098-a94d-fd5f540a9f7c is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:46:54.151727 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:54.174738 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:54.176981 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5e387a-dc02-46c2-a8f8-ad0c25976689" -d '{"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-plugged", "status": "completed", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:54.203457 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:54.210810 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:54.236054 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40002bd-ab35-4bb8-b8bd-2e034a5d9d31 x-openstack-request-id: req-f40002bd-ab35-4bb8-b8bd-2e034a5d9d31 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:54.236352 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-plugged", "status": "completed", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:54.236789 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f40002bd-ab35-4bb8-b8bd-2e034a5d9d31 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:54.237798 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40002bd-ab35-4bb8-b8bd-2e034a5d9d31'] response: {'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'code': 200} Aug 09 02:46:54.264534 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=8']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:54.430203 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477446d7-0c82-4b81-96b3-e43a39c9b065 req-a9d4ad76-c72d-4939-be9b-d1cd9d5cdad6 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:54.431653 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-477446d7-0c82-4b81-96b3-e43a39c9b065 req-a9d4ad76-c72d-4939-be9b-d1cd9d5cdad6 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0500729 Aug 09 02:46:54.486568 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-477446d7-0c82-4b81-96b3-e43a39c9b065 req-7349f06f-7e6c-4133-96bb-6ca185dadd9c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489912 Aug 09 02:46:54.796240 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef2f6e-f30a-4c67-bd2d-781d64fb230d req-81c8f3e2-467a-44a3-a410-cb7e7d28d212 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:54.797693 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5cef2f6e-f30a-4c67-bd2d-781d64fb230d req-81c8f3e2-467a-44a3-a410-cb7e7d28d212 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0475097 Aug 09 02:46:54.855737 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5cef2f6e-f30a-4c67-bd2d-781d64fb230d req-c661127b-bbc8-467a-ba83-c499f733b4c4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522959 Aug 09 02:46:55.132770 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8aa95-bb57-4a18-afb5-6526e5e593cb req-b2e8e237-534a-46d4-873f-f81a44f890e1 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:55.134262 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-81e8aa95-bb57-4a18-afb5-6526e5e593cb req-b2e8e237-534a-46d4-873f-f81a44f890e1 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0596449 Aug 09 02:46:55.181149 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-81e8aa95-bb57-4a18-afb5-6526e5e593cb req-19d505a2-6bf2-448d-9950-a1e65984badc tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Aug 09 02:46:55.599535 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:55.615981 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c2844-2f57-4734-83bd-35b88b147f43 req-eba021fa-8cd8-4fda-915d-e68d16c741ad tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:55.617464 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-773c2844-2f57-4734-83bd-35b88b147f43 req-eba021fa-8cd8-4fda-915d-e68d16c741ad tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0510309 Aug 09 02:46:55.667350 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-773c2844-2f57-4734-83bd-35b88b147f43 req-9d1e1e4a-50cb-4ff5-a6a3-aa0dc7d0db24 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Aug 09 02:46:55.989367 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff702b44-44a1-4f13-812e-5248fa99fa21 req-730323a4-0009-4f3b-912a-cd8230fb8e22 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:55.990828 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff702b44-44a1-4f13-812e-5248fa99fa21 req-730323a4-0009-4f3b-912a-cd8230fb8e22 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0482373 Aug 09 02:46:56.038424 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ff702b44-44a1-4f13-812e-5248fa99fa21 req-e6f2e493-c599-40d3-b9b8-c0dd7b1c1e79 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 Aug 09 02:46:56.322013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b0f0-a2c7-4191-b07b-dabd8573cf35 req-7214f410-7725-47ca-afe2-871e94d04ed1 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:56.323484 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1a82b0f0-a2c7-4191-b07b-dabd8573cf35 req-7214f410-7725-47ca-afe2-871e94d04ed1 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0486443 Aug 09 02:46:56.374962 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1a82b0f0-a2c7-4191-b07b-dabd8573cf35 req-cca97aa8-1aea-4b9d-b531-e51e1204eb93 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458581 Aug 09 02:46:56.809068 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134ecc1-f329-4842-9057-1953c81b80a2 req-9a98aec9-aaf5-45e5-8dc4-b4d8bd40d0f7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:56.810700 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d134ecc1-f329-4842-9057-1953c81b80a2 req-9a98aec9-aaf5-45e5-8dc4-b4d8bd40d0f7 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0547702 Aug 09 02:46:56.874551 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d134ecc1-f329-4842-9057-1953c81b80a2 req-b1242efe-9a81-4bdd-9b59-11cf30caa138 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553567 Aug 09 02:46:57.128148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:57.164969 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5c7d0-1cef-41a0-8b2a-3a105e65343f req-7c1b5a74-080c-4c62-a537-70f590e60822 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:57.166454 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b2e5c7d0-1cef-41a0-8b2a-3a105e65343f req-7c1b5a74-080c-4c62-a537-70f590e60822 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0483365 Aug 09 02:46:57.218411 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b2e5c7d0-1cef-41a0-8b2a-3a105e65343f req-b2b7da69-fbe2-4baf-9f9d-a9d767fb3db0 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458174 Aug 09 02:46:57.506657 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1bac4-3ff4-4ac5-923a-cb7925c1a16c req-274eccd5-fd68-4015-b1c8-bff98e3c8841 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:57.508233 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87a1bac4-3ff4-4ac5-923a-cb7925c1a16c req-274eccd5-fd68-4015-b1c8-bff98e3c8841 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0516930 Aug 09 02:46:57.555615 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-87a1bac4-3ff4-4ac5-923a-cb7925c1a16c req-eb9f1cf4-77da-437b-ad78-f5be03409b29 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Aug 09 02:46:58.009744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b866-56ee-40b6-bc34-03d031ad28d0 req-b9d50a1f-9bb9-4e4f-a0bc-4d801973a544 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:58.011224 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b72b866-56ee-40b6-bc34-03d031ad28d0 req-b9d50a1f-9bb9-4e4f-a0bc-4d801973a544 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0571611 Aug 09 02:46:58.060581 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4b72b866-56ee-40b6-bc34-03d031ad28d0 req-c7f8eec0-9fb1-4345-9fe7-e8b63530d878 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Aug 09 02:46:58.356456 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1dd11-8ea3-4627-9384-e005fa0900e2 req-733d6ef2-57ee-4b45-bb0d-a1e3674e3c31 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:58.357924 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-70c1dd11-8ea3-4627-9384-e005fa0900e2 req-733d6ef2-57ee-4b45-bb0d-a1e3674e3c31 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0510936 Aug 09 02:46:58.407474 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-70c1dd11-8ea3-4627-9384-e005fa0900e2 req-a66caae9-3ba4-45a1-a66a-d233631ecba7 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 Aug 09 02:46:58.676771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32af02-a4f1-436c-a200-24162dfafe90 req-5301312a-d83b-4eb5-8810-e511916d7dd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:58.678319 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c32af02-a4f1-436c-a200-24162dfafe90 req-5301312a-d83b-4eb5-8810-e511916d7dd9 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0510900 Aug 09 02:46:58.727520 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6c32af02-a4f1-436c-a200-24162dfafe90 req-c6e994e3-43ee-4a70-801d-9599e29faeff tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9b2cf51b-c6ea-4696-88e7-1b30a2a31360&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Aug 09 02:46:58.929331 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-03579f48-a558-4d24-9892-53a3547df00c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:58.931225 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-03579f48-a558-4d24-9892-53a3547df00c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 946 time: 0.0681431 Aug 09 02:46:58.957831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-7b3e6888-7709-4e2c-8eaa-680a199b3c7e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:58.959326 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-7b3e6888-7709-4e2c-8eaa-680a199b3c7e tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0977120 Aug 09 02:46:58.960716 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f2907-de8e-47da-86d4-2a6d57cf739c req-ea4349ce-58f7-40ab-ad4b-6731294f1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:58.962042 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-889f2907-de8e-47da-86d4-2a6d57cf739c req-ea4349ce-58f7-40ab-ad4b-6731294f1129 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1129 time: 0.0652947 Aug 09 02:46:59.021088 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:59.021410 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.040502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:59.067448 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-889f2907-de8e-47da-86d4-2a6d57cf739c req-919fc2c9-c49b-45a0-800b-c10d52d6bfc4 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904686 Aug 09 02:46:59.082356 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Deleting port 134cb462-1c0a-49ec-94c5-16a7d99add24 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:46:59.082682 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.116330 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] For port 788bd99b-2ce6-4f25-9014-bd68dbaaa698, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=788bd99b-2ce6-4f25-9014-bd68dbaaa698,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:59.116676 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.196531 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b644-e75b-42b1-abae-594ef467814c req-5474613f-5063-4401-a66f-ef776bf7923b tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:59.197998 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5148b644-e75b-42b1-abae-594ef467814c req-5474613f-5063-4401-a66f-ef776bf7923b tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0605900 Aug 09 02:46:59.236685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] For port 134cb462-1c0a-49ec-94c5-16a7d99add24, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=134cb462-1c0a-49ec-94c5-16a7d99add24,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:46:59.237404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.282969 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.283378 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (a041ada4-830a-4ecb-a3df-d78d25b1f19c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.283700 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Floating IP a041ada4-830a-4ecb-a3df-d78d25b1f19c disassociated. External IP: 172.27.2.253, port: 788bd99b-2ce6-4f25-9014-bd68dbaaa698. Aug 09 02:46:59.284030 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 788bd99b-2ce6-4f25-9014-bd68dbaaa698 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:59.317161 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5148b644-e75b-42b1-abae-594ef467814c req-e24c118d-ba38-4ec9-9e2a-c75fe9657495 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080732 Aug 09 02:46:59.418426 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (788bd99b-2ce6-4f25-9014-bd68dbaaa698), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.435725 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:46:59.443314 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.443717 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.444032 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Floating IP c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22 disassociated. External IP: 172.27.2.99, port: 134cb462-1c0a-49ec-94c5-16a7d99add24. Aug 09 02:46:59.444407 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Calling delete_port for 134cb462-1c0a-49ec-94c5-16a7d99add24 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:46:59.447913 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=788bd99b-2ce6-4f25-9014-bd68dbaaa698,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:59.561964 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:46:59.565142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36072ea-dfc8-47ff-9b41-7bc1d8e9e311 req-4b21ba6f-9e23-4060-95e5-2106eb50def4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:46:59.566829 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d36072ea-dfc8-47ff-9b41-7bc1d8e9e311 req-4b21ba6f-9e23-4060-95e5-2106eb50def4 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 945 time: 0.0569556 Aug 09 02:46:59.653722 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d36072ea-dfc8-47ff-9b41-7bc1d8e9e311 req-789f825d-e3fa-432f-85b2-c0dc02531f71 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808702 Aug 09 02:46:59.658988 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (134cb462-1c0a-49ec-94c5-16a7d99add24), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.690916 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:46:59.706370 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:46:59.708029 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event deleted for resources: {'Port': ['ID=134cb462-1c0a-49ec-94c5-16a7d99add24,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:46:59.719046 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:46:59.720001 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:46:59.741937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] No DVR routers for this DVR port 788bd99b-2ce6-4f25-9014-bd68dbaaa698 on host hv-cinder-85246 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:46:59.744542 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:46:59.747983 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5278dafa-35dc-472f-8d87-26aa7aac5adc req-7d9e86be-7000-45d5-a1ec-c0d45bb76409 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.13 "DELETE /networking/v2.0/ports/788bd99b-2ce6-4f25-9014-bd68dbaaa698 HTTP/1.1" status: 204 len: 173 time: 0.8104997 Aug 09 02:46:59.748500 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'name': 'network-vif-deleted', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:46:59.750906 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a370b-fdd2-40e7-bd50-e74648d9583b" -d '{"events": [{"server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "name": "network-vif-deleted", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:46:59.829815 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Router 56ef860f-9e25-4781-b908-46bbeb298530 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:46:59.845476 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:46:59.851879 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45958d90-e5c9-4156-a85b-6600d47628eb x-openstack-request-id: req-45958d90-e5c9-4156-a85b-6600d47628eb {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:46:59.852152 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc38775-2c7d-4558-8ca9-3a2ef4917949", "name": "network-vif-deleted", "tag": "788bd99b-2ce6-4f25-9014-bd68dbaaa698", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:46:59.852429 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45958d90-e5c9-4156-a85b-6600d47628eb {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:46:59.852848 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45958d90-e5c9-4156-a85b-6600d47628eb'] response: {'server_uuid': '1cc38775-2c7d-4558-8ca9-3a2ef4917949', 'name': 'network-vif-deleted', 'tag': '788bd99b-2ce6-4f25-9014-bd68dbaaa698', 'status': 'completed', 'code': 200} Aug 09 02:46:59.895503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:00.075982 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:00.104324 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:47:00.122387 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:00.123062 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:00.180246 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:00.222674 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7232e5b4-2a83-4b85-85fc-e25dedc27775 req-c1d1479e-59cf-4777-85de-c1f5af3cf45c tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1cc38775-2c7d-4558-8ca9-3a2ef4917949 HTTP/1.1" status: 200 len: 210 time: 0.3444705 Aug 09 02:47:00.274833 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:00.282593 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:47:00.294332 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:47:00.309338 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:00.310308 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:00.333440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] No DVR routers for this DVR port 134cb462-1c0a-49ec-94c5-16a7d99add24 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:47:00.335849 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:00.340535 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3763c5c-0ca1-4778-bc11-1688019c9e04 req-d3d1faf9-2950-4dc1-852a-757353499db8 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.13 "DELETE /networking/v2.0/ports/134cb462-1c0a-49ec-94c5-16a7d99add24 HTTP/1.1" status: 204 len: 173 time: 1.3703420 Aug 09 02:47:00.341017 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'name': 'network-vif-deleted', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:47:00.343970 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472ce4e-1030-4b2d-9bac-2d7844eaff1e" -d '{"events": [{"server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "name": "network-vif-deleted", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:47:00.468932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1a29-3306-4a95-8110-b4dad56b52e6 req-6ba44bc4-1365-4d1b-83d9-5a0ac7ce00a1 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:00.476231 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03af1a29-3306-4a95-8110-b4dad56b52e6 req-6ba44bc4-1365-4d1b-83d9-5a0ac7ce00a1 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0583577 Aug 09 02:47:00.477044 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:00.492756 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42456c13-b99e-4cd2-af8c-f01dab74416e x-openstack-request-id: req-42456c13-b99e-4cd2-af8c-f01dab74416e {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:47:00.493086 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4668e2-6e51-4087-bfca-a22cff3b147f", "name": "network-vif-deleted", "tag": "134cb462-1c0a-49ec-94c5-16a7d99add24", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:47:00.493285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42456c13-b99e-4cd2-af8c-f01dab74416e {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:47:00.493679 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42456c13-b99e-4cd2-af8c-f01dab74416e'] response: {'server_uuid': 'ac4668e2-6e51-4087-bfca-a22cff3b147f', 'name': 'network-vif-deleted', 'tag': '134cb462-1c0a-49ec-94c5-16a7d99add24', 'status': 'completed', 'code': 200} Aug 09 02:47:00.539205 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03af1a29-3306-4a95-8110-b4dad56b52e6 req-aa1ed6ed-e3a5-4139-94cf-0118898e24ad tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621378 Aug 09 02:47:00.542997 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:00.703501 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:00.733368 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae032572-655d-4ad4-b9ab-df576c52561f None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:33Z', 'revision_number': 4, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '9d3c5aa3-8b90-41fb-bc36-4a6022153b96', 'name': '', 'network_id': '6bf516e7-9ea4-4f2e-9b3b-a70a745206d7', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'mac_address': 'fa:16:3e:86:d6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:32Z', 'updated_at': '2022-08-09T02:40:47Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'subnets': [{'id': '8e11e606-97ff-4906-9805-a4c6bcbac7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:47:00.749301 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-aedac938-4b7e-4afb-9d5d-cfacfd2815c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:00.797569 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:47:00.812180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a970b00-853b-4ace-9071-db600085847c req-641cbdfd-e8b8-49d5-8483-b6498f97613a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac4668e2-6e51-4087-bfca-a22cff3b147f HTTP/1.1" status: 200 len: 210 time: 0.0684507 Aug 09 02:47:00.814104 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:00.815689 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:46:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:00.943689 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:01.093306 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c867d8ee-a547-425b-9de9-0bcdc838e64f None None] New status for floating IP a041ada4-830a-4ecb-a3df-d78d25b1f19c: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:47:01.145111 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:01.169655 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58359048-d2e9-4d28-9a32-e9adb59c0370 None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:40:43Z', 'revision_number': 4, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '96382e07-8c18-4d6d-a4e9-41f71c91bd20', 'name': '', 'network_id': '92ed22b9-a5d1-438e-b0d0-2a9c0988d349', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'mac_address': 'fa:16:3e:8c:4d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4015b651-4603-44b8-8de4-0e527b281d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:38Z', 'updated_at': '2022-08-09T02:40:54Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'subnets': [{'id': '4015b651-4603-44b8-8de4-0e527b281d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:47:01.323602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37886) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:01.391258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b646302-13ac-4101-bf5f-0cb5a8958c38 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (9b2cf51b-c6ea-4696-88e7-1b30a2a31360), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.423301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b646302-13ac-4101-bf5f-0cb5a8958c38 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (9b2cf51b-c6ea-4696-88e7-1b30a2a31360), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.495150 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deec875-be28-4c7f-b6ca-7f30f191cd32 None None] New status for floating IP c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22: DOWN {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:47:01.511484 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b646302-13ac-4101-bf5f-0cb5a8958c38 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (9b2cf51b-c6ea-4696-88e7-1b30a2a31360), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.514368 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b646302-13ac-4101-bf5f-0cb5a8958c38 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.515515 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8b646302-13ac-4101-bf5f-0cb5a8958c38 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9b2cf51b-c6ea-4696-88e7-1b30a2a31360 HTTP/1.1" status: 204 len: 168 time: 0.1909180 Aug 09 02:47:01.518418 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37894) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:01.532500 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-442bf4d2-20ca-4e23-9629-d37cbc4dd85b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] show failed (client error): The resource could not be found. Aug 09 02:47:01.533914 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-442bf4d2-20ca-4e23-9629-d37cbc4dd85b tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "GET /networking/v2.0/security-groups/9b2cf51b-c6ea-4696-88e7-1b30a2a31360 HTTP/1.1" status: 404 len: 347 time: 0.0144110 Aug 09 02:47:01.536906 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37896) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:01.537285 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b646302-13ac-4101-bf5f-0cb5a8958c38 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2cf51b-c6ea-4696-88e7-1b30a2a31360,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:01.647915 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:01.655324 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Deleting port 44f3d9cc-2727-4c8e-8695-7eb13cf9f145 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:01.655738 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.704297 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:01.735993 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.736325 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.749812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Calling delete_port for 44f3d9cc-2727-4c8e-8695-7eb13cf9f145 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:01.902606 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (44f3d9cc-2727-4c8e-8695-7eb13cf9f145), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.906133 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37906) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:01.932054 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Pushing event deleted for resources: {'Port': ['ID=44f3d9cc-2727-4c8e-8695-7eb13cf9f145,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:01.960962 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eaaf906e-9a4e-4ce5-8ab6-18c4065881be tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.984875 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eaaf906e-9a4e-4ce5-8ab6-18c4065881be tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.993490 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks [] for floatingip (a041ada4-830a-4ecb-a3df-d78d25b1f19c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.996039 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:01.997252 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-93c4143e-a20b-4eb5-9735-806788c5ee27 tempest-AttachVolumeNegativeTest-1568455203 tempest-AttachVolumeNegativeTest-1568455203-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/a041ada4-830a-4ecb-a3df-d78d25b1f19c HTTP/1.1" status: 204 len: 168 time: 0.4593384 Aug 09 02:47:02.012872 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:02.043074 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eaaf906e-9a4e-4ce5-8ab6-18c4065881be tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.047531 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eaaf906e-9a4e-4ce5-8ab6-18c4065881be tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.049449 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-eaaf906e-9a4e-4ce5-8ab6-18c4065881be tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1421089 Aug 09 02:47:02.052150 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37910) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:02.063382 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf906e-9a4e-4ce5-8ab6-18c4065881be tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:02.067708 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-2be40c93-df06-434e-9992-b8b964eabe31 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] show failed (client error): The resource could not be found. Aug 09 02:47:02.068845 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2be40c93-df06-434e-9992-b8b964eabe31 tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "GET /networking/v2.0/security-groups/3f6d45f6-0ec7-4cfe-8d7a-2cf1daa8ddf3 HTTP/1.1" status: 404 len: 347 time: 0.0154009 Aug 09 02:47:02.071824 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37912) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:02.094718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 134cb462-1c0a-49ec-94c5-16a7d99add24 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:02.116491 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 134cb462-1c0a-49ec-94c5-16a7d99add24 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:02.116960 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 134cb462-1c0a-49ec-94c5-16a7d99add24 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:02.117561 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 788bd99b-2ce6-4f25-9014-bd68dbaaa698 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:02.142086 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 788bd99b-2ce6-4f25-9014-bd68dbaaa698 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:02.142451 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 788bd99b-2ce6-4f25-9014-bd68dbaaa698 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:02.209051 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Deleting port ef9b2107-ddf0-4f93-8999-79ec897f962b {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:02.209436 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.293154 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.293754 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (ef9b2107-ddf0-4f93-8999-79ec897f962b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.307383 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Calling delete_port for ef9b2107-ddf0-4f93-8999-79ec897f962b owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:02.441669 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (ef9b2107-ddf0-4f93-8999-79ec897f962b), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.465485 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Pushing event deleted for resources: {'Port': ['ID=ef9b2107-ddf0-4f93-8999-79ec897f962b,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:02.527785 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks [] for floatingip (c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.530376 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:02.534493 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-10ac1759-99e1-4063-948b-1665ebb2464a tempest-AttachVolumeTestJSON-1583791890 tempest-AttachVolumeTestJSON-1583791890-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/c2bcc4e1-6aca-4577-a16f-23d3dc7f9a22 HTTP/1.1" status: 204 len: 168 time: 0.4615037 Aug 09 02:47:02.890705 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 37940) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:02.996672 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4295-aa45-4412-8320-ee2114cf4ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.038630 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:03.046373 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:03.084001 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4295-aa45-4412-8320-ee2114cf4ce6 admin admin] Publish callbacks [] for security_group (a52bbf47-5254-4e21-8faf-067deb567ce3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.088542 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4295-aa45-4412-8320-ee2114cf4ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a52bbf47-5254-4e21-8faf-067deb567ce3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.099155 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6122e97e-290b-4800-9122-34cbaab4a9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.135075 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a4295-aa45-4412-8320-ee2114cf4ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52bbf47-5254-4e21-8faf-067deb567ce3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:03.142091 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 37950) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:03.142587 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7e5a4295-aa45-4412-8320-ee2114cf4ce6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a4f0136e9c644c85959d325cb47c72fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503431 Aug 09 02:47:03.206371 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-48dc48ea-6954-4198-b705-3f58dda2c9b6 admin admin] Publish callbacks [] for security_group (a52bbf47-5254-4e21-8faf-067deb567ce3), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.228516 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-48dc48ea-6954-4198-b705-3f58dda2c9b6 admin admin] Publish callbacks [] for security_group (a52bbf47-5254-4e21-8faf-067deb567ce3), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.289853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-48dc48ea-6954-4198-b705-3f58dda2c9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (a52bbf47-5254-4e21-8faf-067deb567ce3), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.292386 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-48dc48ea-6954-4198-b705-3f58dda2c9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:03.293545 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-48dc48ea-6954-4198-b705-3f58dda2c9b6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a52bbf47-5254-4e21-8faf-067deb567ce3 HTTP/1.1" status: 204 len: 168 time: 0.1503034 Aug 09 02:47:03.304399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc48ea-6954-4198-b705-3f58dda2c9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52bbf47-5254-4e21-8faf-067deb567ce3,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:03.317703 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:03.391274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aa24e-12e6-46bf-9b0e-fea394ec7036 req-32d99bf6-b5ed-44d2-99eb-5fcae137048d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:03.392808 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e76aa24e-12e6-46bf-9b0e-fea394ec7036 req-32d99bf6-b5ed-44d2-99eb-5fcae137048d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0621059 Aug 09 02:47:03.609957 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e76aa24e-12e6-46bf-9b0e-fea394ec7036 req-dea4460f-bccb-43d5-a6ed-c1f8ed09213c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114277 Aug 09 02:47:04.324164 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:04.760592 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8059472-fe55-445e-8fbb-db09906c3d22 req-2c7173c6-2421-42c1-b13b-7163e977380b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:04.762060 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8059472-fe55-445e-8fbb-db09906c3d22 req-2c7173c6-2421-42c1-b13b-7163e977380b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0630732 Aug 09 02:47:04.813215 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8059472-fe55-445e-8fbb-db09906c3d22 req-54bc7d51-ed57-4356-a656-476e61a5e1fd tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Aug 09 02:47:05.217528 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:05.224754 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:05.473400 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:05.830122 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:05.833137 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38014) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:05.943227 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccfff5-61be-49f4-8d29-f6b65a7603fc req-25eff3c7-7d29-4e77-a862-205151e6ab26 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:05.944690 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-59ccfff5-61be-49f4-8d29-f6b65a7603fc req-25eff3c7-7d29-4e77-a862-205151e6ab26 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Aug 09 02:47:06.006759 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:06.073938 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-59ccfff5-61be-49f4-8d29-f6b65a7603fc req-2f25f06a-7fb3-4dc4-94bd-08c54044090b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183999 Aug 09 02:47:06.110827 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38026) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:06.366507 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (00790855-383e-4fa2-8b6b-460ef8093f62), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.456446 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:47:06.471896 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (56ef860f-9e25-4781-b908-46bbeb298530), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.562845 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:06.642353 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Deleting port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:06.642600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.694306 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Deleting port 96382e07-8c18-4d6d-a4e9-41f71c91bd20 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:06.695027 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.723886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] For port 9d3c5aa3-8b90-41fb-bc36-4a6022153b96, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:06.724254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.737830 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Calling delete_port for 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 owned by network:router_interface {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:06.775617 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] For port 96382e07-8c18-4d6d-a4e9-41f71c91bd20, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=96382e07-8c18-4d6d-a4e9-41f71c91bd20,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:06.775973 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.788884 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Calling delete_port for 96382e07-8c18-4d6d-a4e9-41f71c91bd20 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:06.836036 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:06.915638 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (9d3c5aa3-8b90-41fb-bc36-4a6022153b96), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:06.919791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:06.948713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3c5aa3-8b90-41fb-bc36-4a6022153b96,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:07.118191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (00790855-383e-4fa2-8b6b-460ef8093f62), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:07.222762 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:07.246209 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (96382e07-8c18-4d6d-a4e9-41f71c91bd20), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:07.253151 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e4ad9-9c91-4002-9a68-65630aa543ee req-c4ce15d3-2011-4b4a-93c0-04ae3c11bea7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:07.254653 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5d7e4ad9-9c91-4002-9a68-65630aa543ee req-c4ce15d3-2011-4b4a-93c0-04ae3c11bea7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0868604 Aug 09 02:47:07.271143 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=96382e07-8c18-4d6d-a4e9-41f71c91bd20,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:07.356478 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5d7e4ad9-9c91-4002-9a68-65630aa543ee req-ae412cd8-132b-47a7-b213-fde68b935ac7 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938976 Aug 09 02:47:07.425084 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Router 00790855-383e-4fa2-8b6b-460ef8093f62 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:47:07.430999 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:07.470687 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (56ef860f-9e25-4781-b908-46bbeb298530), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:07.534465 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:47:07.539476 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b0d124ca-37da-4511-a340-dc25d278f706 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/00790855-383e-4fa2-8b6b-460ef8093f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071104 Aug 09 02:47:07.542370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38032) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:07.543378 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] Sync routers for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:47:07.555498 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:07.556047 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:47:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:07.661827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:07.695197 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Router 56ef860f-9e25-4781-b908-46bbeb298530 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:47:07.806003 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:47:07.814038 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1cbf4925-7e4d-46d8-9bff-83c8c9a2c1ca admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/56ef860f-9e25-4781-b908-46bbeb298530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020555 Aug 09 02:47:07.814716 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38034) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:07.817216 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] Sync routers for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:47:07.837616 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:07.838760 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:47:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:07.844554 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:47:06Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:07.871116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] Checking router: 00790855-383e-4fa2-8b6b-460ef8093f62 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:47:07.880905 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] Routers {'00790855-383e-4fa2-8b6b-460ef8093f62'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:07.881946 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:47:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['00790855-383e-4fa2-8b6b-460ef8093f62'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:07.907821 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks [] for router (00790855-383e-4fa2-8b6b-460ef8093f62), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:07.923898 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks [] for router (56ef860f-9e25-4781-b908-46bbeb298530), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:07.973352 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:07.998110 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] Set router 00790855-383e-4fa2-8b6b-460ef8093f62 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:08.011855 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks [] for router_gateway (00790855-383e-4fa2-8b6b-460ef8093f62), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.036923 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks [] for router_gateway (56ef860f-9e25-4781-b908-46bbeb298530), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.044745 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:08.064573 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Deleting port d58064c3-2b37-42c4-8655-9028df2dfb10 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:08.064901 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.094389 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Deleting port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:08.094777 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.155376 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] For port d58064c3-2b37-42c4-8655-9028df2dfb10, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d58064c3-2b37-42c4-8655-9028df2dfb10,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:08.155836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.169641 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Calling delete_port for d58064c3-2b37-42c4-8655-9028df2dfb10 owned by network:router_gateway {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:08.182954 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:08.183187 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:08.199640 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:08.205958 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:47:06Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:08.209283 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] For port ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:08.209914 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.236283 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Calling delete_port for ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:08.240936 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d6f22-784a-4395-a0a9-109d5bfa095a None None] The sync data for ids ['00790855-383e-4fa2-8b6b-460ef8093f62'] in dv-cinder-852461-1-iscsi is: [{'id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'name': 'tempest-AttachVolumeNegativeTest-1022845880-router', 'tenant_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:47:06Z', 'revision_number': 5, 'project_id': '8ce26c854fc24cadb2be5ebd441b8f3a', 'gw_port': {'id': 'd58064c3-2b37-42c4-8655-9028df2dfb10', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00790855-383e-4fa2-8b6b-460ef8093f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:47:08.252192 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:47:06Z', 'revision_number': 5, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port': {'id': 'ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef860f-9e25-4781-b908-46bbeb298530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:40:26Z', 'updated_at': '2022-08-09T02:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:08.254293 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:08.288615 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] Checking router: 56ef860f-9e25-4781-b908-46bbeb298530 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:47:08.298976 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] Routers {'56ef860f-9e25-4781-b908-46bbeb298530'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:47:08.299865 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:47:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['56ef860f-9e25-4781-b908-46bbeb298530'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:08.352499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (d58064c3-2b37-42c4-8655-9028df2dfb10), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.383177 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58064c3-2b37-42c4-8655-9028df2dfb10,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:08.390496 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] Set router 56ef860f-9e25-4781-b908-46bbeb298530 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:47:08.394256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.394706 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.395137 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.395564 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.396181 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.396436 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.396849 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.397266 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.397685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.398116 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.398552 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.398966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.399378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.399790 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.400195 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:08.438330 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.463654 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:47:08Z', 'revision_number': 6, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:08.466526 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:08.495369 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae3e3f-efd8-492c-ab50-d01466ce5e0f None None] The sync data for ids ['56ef860f-9e25-4781-b908-46bbeb298530'] in dv-cinder-852461-1-iscsi is: [{'id': '56ef860f-9e25-4781-b908-46bbeb298530', 'name': 'tempest-AttachVolumeTestJSON-349279674-router', 'tenant_id': '467b42c2bec74fcbbf90d007a6e00096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:40:23Z', 'updated_at': '2022-08-09T02:47:08Z', 'revision_number': 6, 'project_id': '467b42c2bec74fcbbf90d007a6e00096', 'gw_port_host': None}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:47:08.523231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e8a9-64d4-4b55-8bf0-92e7abdd4a75 req-e8839cb5-6234-4f82-bece-f51bc576dbdc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:08.525008 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0842e8a9-64d4-4b55-8bf0-92e7abdd4a75 req-e8839cb5-6234-4f82-bece-f51bc576dbdc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0645936 Aug 09 02:47:08.525684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (00790855-383e-4fa2-8b6b-460ef8093f62), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.546362 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (56ef860f-9e25-4781-b908-46bbeb298530), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.631621 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (00790855-383e-4fa2-8b6b-460ef8093f62), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.638881 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks [] for router_controller (00790855-383e-4fa2-8b6b-460ef8093f62), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.641197 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (56ef860f-9e25-4781-b908-46bbeb298530), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.643698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks [] for router_controller (56ef860f-9e25-4781-b908-46bbeb298530), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.643825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:08.696733 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (56ef860f-9e25-4781-b908-46bbeb298530), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.697532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ef860f-9e25-4781-b908-46bbeb298530 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:47:08.698473 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0842e8a9-64d4-4b55-8bf0-92e7abdd4a75 req-ef897c1d-b43f-47b4-9f80-220d9a7b48b5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431015 Aug 09 02:47:08.710093 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.714029 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c6c6d646-e122-4f0d-b2d1-d82584fd590d admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/56ef860f-9e25-4781-b908-46bbeb298530 HTTP/1.1" status: 204 len: 168 time: 0.8957467 Aug 09 02:47:08.714469 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38038) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:08.721760 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (00790855-383e-4fa2-8b6b-460ef8093f62), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.722356 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00790855-383e-4fa2-8b6b-460ef8093f62 {{(pid=110668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:47:08.726777 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.727851 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-de026b09-5adf-47c5-903b-9572c6746582 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/00790855-383e-4fa2-8b6b-460ef8093f62 HTTP/1.1" status: 204 len: 168 time: 1.1843214 Aug 09 02:47:08.730575 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38040) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:08.776352 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Deleting subnet 4015b651-4603-44b8-8de4-0e527b281d30 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:47:08.779350 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Deleting subnet 8e11e606-97ff-4906-9805-a4c6bcbac7f9 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:47:08.779665 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Publish callbacks [] for subnet (4015b651-4603-44b8-8de4-0e527b281d30), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.782999 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Publish callbacks [] for subnet (8e11e606-97ff-4906-9805-a4c6bcbac7f9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.815953 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (4015b651-4603-44b8-8de4-0e527b281d30), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.818234 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (8e11e606-97ff-4906-9805-a4c6bcbac7f9), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.903194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (4015b651-4603-44b8-8de4-0e527b281d30), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.909264 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (8e11e606-97ff-4906-9805-a4c6bcbac7f9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:08.990800 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (8e11e606-97ff-4906-9805-a4c6bcbac7f9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.009730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (4015b651-4603-44b8-8de4-0e527b281d30), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.037978 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4015b651-4603-44b8-8de4-0e527b281d30,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:09.043341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e11e606-97ff-4906-9805-a4c6bcbac7f9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:09.043499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.045315 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.046623 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8c3b73b7-f900-410e-8b9c-d553306a7977 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/4015b651-4603-44b8-8de4-0e527b281d30 HTTP/1.1" status: 204 len: 168 time: 0.3314810 Aug 09 02:47:09.049051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38042) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:09.053693 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f032b394-d02c-4c06-b3e8-ee21bc82a4e6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/8e11e606-97ff-4906-9805-a4c6bcbac7f9 HTTP/1.1" status: 204 len: 168 time: 0.3197713 Aug 09 02:47:09.054506 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38044) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:09.056200 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420692df-debb-4c57-8810-65037b186b14 None None] Network 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:47:09.060299 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9e4eb-b1c3-4698-b108-89333f77724d None None] Network 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:47:09.144751 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.147254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (92ed22b9-a5d1-438e-b0d0-2a9c0988d349), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.184800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:09.196568 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Deleting port 3eeb885e-ef78-4141-b939-f6aed5dd9217 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:09.197045 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.205338 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Deleting port 2466ff41-b56b-42a9-bbc9-acb2266a52ca {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:47:09.205689 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.246394 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:09.269564 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] For port 3eeb885e-ef78-4141-b939-f6aed5dd9217, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=3eeb885e-ef78-4141-b939-f6aed5dd9217,segment=NetworkSegment(d7d92131-d48c-4fe4-bdf1-8a9d5b561319),segment_id=d7d92131-d48c-4fe4-bdf1-8a9d5b561319)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:09.270018 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.272937 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] For port 2466ff41-b56b-42a9-bbc9-acb2266a52ca, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=2466ff41-b56b-42a9-bbc9-acb2266a52ca,segment=NetworkSegment(96cd2a9a-3fcd-4489-ab19-6fe8560e6026),segment_id=96cd2a9a-3fcd-4489-ab19-6fe8560e6026)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:09.273310 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.284976 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Calling delete_port for 3eeb885e-ef78-4141-b939-f6aed5dd9217 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:09.292400 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Calling delete_port for 2466ff41-b56b-42a9-bbc9-acb2266a52ca owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:47:09.296225 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:09.369133 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (3eeb885e-ef78-4141-b939-f6aed5dd9217), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.374762 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (2466ff41-b56b-42a9-bbc9-acb2266a52ca), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.395761 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eeb885e-ef78-4141-b939-f6aed5dd9217,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:09.399189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2466ff41-b56b-42a9-bbc9-acb2266a52ca,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:09.400369 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] No DVR routers for this DVR port 3eeb885e-ef78-4141-b939-f6aed5dd9217 on host dv-cinder-852461-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:47:09.402893 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] No DVR routers for this DVR port 2466ff41-b56b-42a9-bbc9-acb2266a52ca on host dv-cinder-852461-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:47:09.456499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa49ed-cad5-4d75-af47-08ea5aad8c36 None None] DHCP port deletion for 92ed22b9-a5d1-438e-b0d0-2a9c0988d349 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:47:09.474584 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.502496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (92ed22b9-a5d1-438e-b0d0-2a9c0988d349), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.502868 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf516e7-9ea4-4f2e-9b3b-a70a745206d7']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:09.512720 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:09.513050 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d92131-d48c-4fe4-bdf1-8a9d5b561319') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:09.522495 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ed22b9-a5d1-438e-b0d0-2a9c0988d349']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:09.522697 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26157935'] for segment (d7d92131-d48c-4fe4-bdf1-8a9d5b561319), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.531793 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cd2a9a-3fcd-4489-ab19-6fe8560e6026') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:09.532663 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cd2a9a-3fcd-4489-ab19-6fe8560e6026') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:09.536405 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (d7d92131-d48c-4fe4-bdf1-8a9d5b561319), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.542249 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (96cd2a9a-3fcd-4489-ab19-6fe8560e6026), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.544858 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:47:09.545468 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25207261'] for segment (d7d92131-d48c-4fe4-bdf1-8a9d5b561319), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.559407 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (96cd2a9a-3fcd-4489-ab19-6fe8560e6026), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.569391 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:47:09.569800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (96cd2a9a-3fcd-4489-ab19-6fe8560e6026), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.587198 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment d7d92131-d48c-4fe4-bdf1-8a9d5b561319 resource provider aggregate not found Aug 09 02:47:09.616793 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment d7d92131-d48c-4fe4-bdf1-8a9d5b561319 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7d92131-d48c-4fe4-bdf1-8a9d5b561319 found for delete ", "request_id": "req-2d010ad0-341a-46bf-8ae7-5265d9fa1cd9"}]} Aug 09 02:47:09.632305 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (6bf516e7-9ea4-4f2e-9b3b-a70a745206d7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.639973 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.644056 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (92ed22b9-a5d1-438e-b0d0-2a9c0988d349), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.644877 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 HTTP/1.1" status: 204 len: 168 time: 0.5890365 Aug 09 02:47:09.664161 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28918-2c1d-4a11-b646-77045f657475 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf516e7-9ea4-4f2e-9b3b-a70a745206d7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:09.680568 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.686291 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/92ed22b9-a5d1-438e-b0d0-2a9c0988d349 HTTP/1.1" status: 204 len: 168 time: 0.6337678 Aug 09 02:47:09.686291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86e98c-ef64-45e6-9d31-64b2667935fe admin admin] Pushing event deleted for resources: {'Network': ['ID=92ed22b9-a5d1-438e-b0d0-2a9c0988d349,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:09.769815 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 96cd2a9a-3fcd-4489-ab19-6fe8560e6026 resource provider aggregate not found Aug 09 02:47:09.795873 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 96cd2a9a-3fcd-4489-ab19-6fe8560e6026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96cd2a9a-3fcd-4489-ab19-6fe8560e6026 found for delete ", "request_id": "req-acdf5db9-cdc5-4796-985e-1710209cd28f"}]} Aug 09 02:47:09.801165 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511fca9-891a-48bd-b848-d8c237f51a55 None None] DHCP port deletion for 6bf516e7-9ea4-4f2e-9b3b-a70a745206d7 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:47:09.812606 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:09.841825 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38062) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:09.856768 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:09.857123 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9d3c5aa3-8b90-41fb-bc36-4a6022153b96 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:09.896124 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-464e58c6-29cf-486f-b3b1-c6e0984fe291 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8ce26c854fc24cadb2be5ebd441b8f3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521755 Aug 09 02:47:09.897564 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38064) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:09.930352 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb07be-00e2-4918-8b2c-452da7923177 req-1e10936d-b713-4136-ac57-48ed1b536436 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:09.931864 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bcdb07be-00e2-4918-8b2c-452da7923177 req-1e10936d-b713-4136-ac57-48ed1b536436 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0859613 Aug 09 02:47:09.954390 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77a07b17-d37f-4cf3-8756-fbcca30b51c2 admin admin] Publish callbacks [] for security_group (497aa954-704b-4743-b41a-1f90e437ebb2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:09.962484 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38066) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:09.976477 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77a07b17-d37f-4cf3-8756-fbcca30b51c2 admin admin] Publish callbacks [] for security_group (497aa954-704b-4743-b41a-1f90e437ebb2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.000831 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bcdb07be-00e2-4918-8b2c-452da7923177 req-7ffd100f-c990-4dec-aa2d-95064f71908e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612156 Aug 09 02:47:10.029396 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38068) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:10.029866 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-f867d082-3ded-4b10-8809-e66a34150a28 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=467b42c2bec74fcbbf90d007a6e00096&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0659950 Aug 09 02:47:10.036943 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77a07b17-d37f-4cf3-8756-fbcca30b51c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (497aa954-704b-4743-b41a-1f90e437ebb2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.039545 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77a07b17-d37f-4cf3-8756-fbcca30b51c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.040579 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-77a07b17-d37f-4cf3-8756-fbcca30b51c2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/497aa954-704b-4743-b41a-1f90e437ebb2 HTTP/1.1" status: 204 len: 168 time: 0.1427116 Aug 09 02:47:10.060149 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07b17-d37f-4cf3-8756-fbcca30b51c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497aa954-704b-4743-b41a-1f90e437ebb2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:10.093394 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab212bb3-49f2-46ab-a3ff-ca2cd86a76a9 admin admin] Publish callbacks [] for security_group (ed45385c-a2d0-437a-aec2-dc82eda81128), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.116868 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab212bb3-49f2-46ab-a3ff-ca2cd86a76a9 admin admin] Publish callbacks [] for security_group (ed45385c-a2d0-437a-aec2-dc82eda81128), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.163341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab212bb3-49f2-46ab-a3ff-ca2cd86a76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ed45385c-a2d0-437a-aec2-dc82eda81128), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.165819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab212bb3-49f2-46ab-a3ff-ca2cd86a76a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:10.167023 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ab212bb3-49f2-46ab-a3ff-ca2cd86a76a9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ed45385c-a2d0-437a-aec2-dc82eda81128 HTTP/1.1" status: 204 len: 168 time: 0.1367157 Aug 09 02:47:10.177242 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab212bb3-49f2-46ab-a3ff-ca2cd86a76a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed45385c-a2d0-437a-aec2-dc82eda81128,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:10.509288 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3eeb885e-ef78-4141-b939-f6aed5dd9217 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:10.532456 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 3eeb885e-ef78-4141-b939-f6aed5dd9217 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:10.532803 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 3eeb885e-ef78-4141-b939-f6aed5dd9217 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:10.536275 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 96382e07-8c18-4d6d-a4e9-41f71c91bd20 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:10.554862 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 96382e07-8c18-4d6d-a4e9-41f71c91bd20 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:10.555205 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 96382e07-8c18-4d6d-a4e9-41f71c91bd20 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:10.555625 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d58064c3-2b37-42c4-8655-9028df2dfb10 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:10.577359 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: d58064c3-2b37-42c4-8655-9028df2dfb10 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:10.577711 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d58064c3-2b37-42c4-8655-9028df2dfb10 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:10.578132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 2466ff41-b56b-42a9-bbc9-acb2266a52ca no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:10.598543 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 2466ff41-b56b-42a9-bbc9-acb2266a52ca {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:10.598893 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 2466ff41-b56b-42a9-bbc9-acb2266a52ca not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:10.599319 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:10.617831 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:47:10.618434 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ad9f46a1-2bbe-47d6-9d7c-3dc3601db40e not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:47:11.157485 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:11.167329 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba4ded-b11a-401e-848e-f6078e132e4b req-1c867576-13f3-41ca-b7af-7c3a480545fc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:11.169033 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7aba4ded-b11a-401e-848e-f6078e132e4b req-1c867576-13f3-41ca-b7af-7c3a480545fc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0511668 Aug 09 02:47:11.219024 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7aba4ded-b11a-401e-848e-f6078e132e4b req-d7796133-f794-4c41-a1a5-375e9f28f531 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436409 Aug 09 02:47:11.710301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38154) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:11.829194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-29d75861-9666-44cf-b5f1-451dd023c44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:11.913757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-29d75861-9666-44cf-b5f1-451dd023c44f admin admin] Publish callbacks [] for security_group (40c5627c-8cc5-44e5-876e-eb7452462733), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:11.919977 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-29d75861-9666-44cf-b5f1-451dd023c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (40c5627c-8cc5-44e5-876e-eb7452462733), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:11.956559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d75861-9666-44cf-b5f1-451dd023c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5627c-8cc5-44e5-876e-eb7452462733,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:11.962618 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-29d75861-9666-44cf-b5f1-451dd023c44f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1ec3db1789a249459770141ece7f9e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492540 Aug 09 02:47:11.964231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38158) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:11.989989 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:12.013310 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ceb8998c-f51c-4ff3-bcb4-b768d219e06d admin admin] Publish callbacks [] for security_group (40c5627c-8cc5-44e5-876e-eb7452462733), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:12.035752 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ceb8998c-f51c-4ff3-bcb4-b768d219e06d admin admin] Publish callbacks [] for security_group (40c5627c-8cc5-44e5-876e-eb7452462733), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:12.088794 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ceb8998c-f51c-4ff3-bcb4-b768d219e06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (40c5627c-8cc5-44e5-876e-eb7452462733), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:12.091315 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ceb8998c-f51c-4ff3-bcb4-b768d219e06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:12.092454 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ceb8998c-f51c-4ff3-bcb4-b768d219e06d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/40c5627c-8cc5-44e5-876e-eb7452462733 HTTP/1.1" status: 204 len: 168 time: 0.1279948 Aug 09 02:47:12.100574 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8998c-f51c-4ff3-bcb4-b768d219e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5627c-8cc5-44e5-876e-eb7452462733,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:12.349503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbff0e8-2e00-4656-a2ba-ec770dbe5d60 req-d7af381b-9ac1-4d2c-857a-b4bee1af4878 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:12.351047 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bcbff0e8-2e00-4656-a2ba-ec770dbe5d60 req-d7af381b-9ac1-4d2c-857a-b4bee1af4878 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0534143 Aug 09 02:47:12.406196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bcbff0e8-2e00-4656-a2ba-ec770dbe5d60 req-baa670e5-d5a6-4092-9801-ee8cfb09ae64 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493500 Aug 09 02:47:13.533656 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d3fe-c437-42f6-91eb-277cecb4a150 req-77faac3f-305d-4d70-adbb-b017fe909ae2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:13.535170 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1827d3fe-c437-42f6-91eb-277cecb4a150 req-77faac3f-305d-4d70-adbb-b017fe909ae2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0479476 Aug 09 02:47:13.581873 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1827d3fe-c437-42f6-91eb-277cecb4a150 req-6059a905-e5ee-434d-b86c-deb000b8090e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Aug 09 02:47:14.711530 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59dd77-2ad8-47d1-914a-fd54154d8cff req-e5e51c85-43cf-451a-b4f7-81eee9860967 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:14.712887 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4f59dd77-2ad8-47d1-914a-fd54154d8cff req-e5e51c85-43cf-451a-b4f7-81eee9860967 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Aug 09 02:47:14.759862 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4f59dd77-2ad8-47d1-914a-fd54154d8cff req-08b2c5cc-487c-4bc5-adac-bf5dc0c4a85e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Aug 09 02:47:15.903590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fbca-fd5b-4a6d-906b-50fb20e1054a req-b542e778-bfb2-45a9-9024-b2ae14ba8759 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:15.905179 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a961fbca-fd5b-4a6d-906b-50fb20e1054a req-b542e778-bfb2-45a9-9024-b2ae14ba8759 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0524492 Aug 09 02:47:15.973196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a961fbca-fd5b-4a6d-906b-50fb20e1054a req-5f0ca500-b245-42f4-bded-94e5af466007 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621412 Aug 09 02:47:17.113437 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bae89-cdde-4ca2-b5de-53f9ed80a6f3 req-7153aa88-a773-405c-85f1-f86abee4ffbd tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:17.113437 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-386bae89-cdde-4ca2-b5de-53f9ed80a6f3 req-7153aa88-a773-405c-85f1-f86abee4ffbd tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Aug 09 02:47:17.162764 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-386bae89-cdde-4ca2-b5de-53f9ed80a6f3 req-4751c17b-7eb4-485b-8b8a-d7052be830fa tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 Aug 09 02:47:18.300068 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf81b2-7641-49da-8bdd-5e8e84167485 req-03d1f537-d5a5-4cd5-9e3c-c446c7f87564 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:18.300068 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-26bf81b2-7641-49da-8bdd-5e8e84167485 req-03d1f537-d5a5-4cd5-9e3c-c446c7f87564 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Aug 09 02:47:18.324692 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:18.348495 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-26bf81b2-7641-49da-8bdd-5e8e84167485 req-9f23ac5a-9aca-478a-9df2-f568e0d7cbab tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Aug 09 02:47:18.466599 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=22 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:18.467431 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=11 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:18.644787 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38312) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:18.758049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-348f8f98-5183-4d51-8665-488faca54220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:18.836145 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-348f8f98-5183-4d51-8665-488faca54220 admin admin] Publish callbacks [] for security_group (ca2f5629-1452-4750-b176-931ea912ec26), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:18.842881 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-348f8f98-5183-4d51-8665-488faca54220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ca2f5629-1452-4750-b176-931ea912ec26), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:18.874373 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:18.888250 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-348f8f98-5183-4d51-8665-488faca54220 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3dd9b0c6a3054114b6f7b5db74101f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423930 Aug 09 02:47:18.889771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f8f98-5183-4d51-8665-488faca54220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f5629-1452-4750-b176-931ea912ec26,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:18.891341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38316) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:18.945994 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9cca5cd-79d8-493a-b3c6-bca5339589b3 admin admin] Publish callbacks [] for security_group (ca2f5629-1452-4750-b176-931ea912ec26), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:18.967880 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9cca5cd-79d8-493a-b3c6-bca5339589b3 admin admin] Publish callbacks [] for security_group (ca2f5629-1452-4750-b176-931ea912ec26), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:18.975193 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:19.016893 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9cca5cd-79d8-493a-b3c6-bca5339589b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ca2f5629-1452-4750-b176-931ea912ec26), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:19.019529 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9cca5cd-79d8-493a-b3c6-bca5339589b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:19.020715 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e9cca5cd-79d8-493a-b3c6-bca5339589b3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ca2f5629-1452-4750-b176-931ea912ec26 HTTP/1.1" status: 204 len: 168 time: 0.1275423 Aug 09 02:47:19.028733 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cca5cd-79d8-493a-b3c6-bca5339589b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f5629-1452-4750-b176-931ea912ec26,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:19.472609 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc39173-4e60-42ab-8b5b-5465268f68bb req-ab30148a-8aa0-4102-ae89-4ac6547a46c6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:19.474087 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bcc39173-4e60-42ab-8b5b-5465268f68bb req-ab30148a-8aa0-4102-ae89-4ac6547a46c6 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Aug 09 02:47:19.526723 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bcc39173-4e60-42ab-8b5b-5465268f68bb req-426b6396-faa6-4ce5-86e2-8cd3b0a6acfd tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464461 Aug 09 02:47:19.634619 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:47:19.740558 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:19.742512 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:19.752225 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'mac_address': 'fa:16:3e:4a:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:47:19.786637 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: ACTIVE; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:47:19.787065 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:19.800106 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c771a4c1-387c-4632-a527-0af0b51cc089 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:47:19.819799 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:19.824592 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:19.876821 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=6']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:19.883926 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.884281 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.884629 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.884974 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.885309 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.885646 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.885981 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.886351 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.886684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.887013 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.887343 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.887672 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.887999 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.888323 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:19.888645 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:20.661062 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e30b0-b730-4081-81cb-28964ff457b9 req-61c43844-21fe-48c9-9fa8-dc7c2572dd14 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:20.662531 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-780e30b0-b730-4081-81cb-28964ff457b9 req-61c43844-21fe-48c9-9fa8-dc7c2572dd14 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Aug 09 02:47:20.711701 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-780e30b0-b730-4081-81cb-28964ff457b9 req-434bce5f-d458-41db-8f3e-e1150e46a93c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Aug 09 02:47:20.740496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['c771a4c1-387c-4632-a527-0af0b51cc089'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:47:20.787810 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:21.874990 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02bb7-7955-4353-99fd-290313b19c5c req-a475833c-6a70-4c2d-a763-1b33d1405fe8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:21.877390 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ca02bb7-7955-4353-99fd-290313b19c5c req-a475833c-6a70-4c2d-a763-1b33d1405fe8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 944 time: 0.0589769 Aug 09 02:47:21.938822 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ca02bb7-7955-4353-99fd-290313b19c5c req-d5069155-381d-487f-a029-f7098936e96d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536993 Aug 09 02:47:22.585602 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:47:22.638367 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port c771a4c1-387c-4632-a527-0af0b51cc089 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:47:22.638929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:22.668794 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:22.731095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:47:22.732053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:22.759985 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:47:22.762923 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb855e1a-1f9f-409f-9e22-1199a2f12025" -d '{"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-plugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:47:22.776430 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:22.786749 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:22.828319 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14a47e-2fd0-4647-a92d-bf43bb094e9b x-openstack-request-id: req-5e14a47e-2fd0-4647-a92d-bf43bb094e9b {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:47:22.828874 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-plugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:47:22.829148 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e14a47e-2fd0-4647-a92d-bf43bb094e9b {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:47:22.829799 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e14a47e-2fd0-4647-a92d-bf43bb094e9b'] response: {'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'code': 200} Aug 09 02:47:22.859638 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=7']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:23.005133 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38440) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:23.132100 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379c15d-4391-4288-a4aa-5b5fa8d78d77 req-34f05d88-918f-4392-976b-a4f1b1389920 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:23.135968 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d379c15d-4391-4288-a4aa-5b5fa8d78d77 req-34f05d88-918f-4392-976b-a4f1b1389920 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0882337 Aug 09 02:47:23.172894 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.194982 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:23.210641 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d379c15d-4391-4288-a4aa-5b5fa8d78d77 req-6f9982e4-fc0b-45cd-bf00-fb6c608089e2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624886 Aug 09 02:47:23.275752 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Publish callbacks [] for security_group (ac77ff26-514b-42a4-9aeb-42eb686c5bdf), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.280672 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ac77ff26-514b-42a4-9aeb-42eb686c5bdf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.330849 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=96979d19de8a4c479a6538a6b35f8798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238258 Aug 09 02:47:23.331723 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38444) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:23.332270 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac77ff26-514b-42a4-9aeb-42eb686c5bdf,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:23.340821 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.341441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.342337 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.342890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.343389 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.343876 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.344352 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.344874 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.345349 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.345825 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.346975 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.347308 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.347767 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.348098 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.348422 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26434d7-2733-4546-94a8-e14aa137b75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:47:23.392524 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15bd1b88-5b12-4d65-b467-2323d21d5370 admin admin] Publish callbacks [] for security_group (ac77ff26-514b-42a4-9aeb-42eb686c5bdf), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.419455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15bd1b88-5b12-4d65-b467-2323d21d5370 admin admin] Publish callbacks [] for security_group (ac77ff26-514b-42a4-9aeb-42eb686c5bdf), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.476402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15bd1b88-5b12-4d65-b467-2323d21d5370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ac77ff26-514b-42a4-9aeb-42eb686c5bdf), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.479064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15bd1b88-5b12-4d65-b467-2323d21d5370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:23.482958 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-15bd1b88-5b12-4d65-b467-2323d21d5370 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ac77ff26-514b-42a4-9aeb-42eb686c5bdf HTTP/1.1" status: 204 len: 168 time: 0.1475160 Aug 09 02:47:23.490815 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd1b88-5b12-4d65-b467-2323d21d5370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac77ff26-514b-42a4-9aeb-42eb686c5bdf,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:24.319478 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38486) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:24.363178 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540753e-65f8-46f1-86ba-3e20fac43528 req-bfbcb197-5029-4f58-97bb-6bcb9200c821 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:24.364886 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b540753e-65f8-46f1-86ba-3e20fac43528 req-bfbcb197-5029-4f58-97bb-6bcb9200c821 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0644658 Aug 09 02:47:24.416381 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b540753e-65f8-46f1-86ba-3e20fac43528 req-34aaeaeb-c9b3-48b0-885f-709a3fb0f11c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 Aug 09 02:47:24.475151 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560196543-network', 'tenant_id': 'abed47743fb84fa3a6fc82e4775ef95e'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:47:24.501819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Made reservation on behalf of abed47743fb84fa3a6fc82e4775ef95e for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:47:24.503528 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.513553 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.607931 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks [] for security_group (5dcbb490-869b-456d-834e-2fde0fe6ae95), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.616143 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5dcbb490-869b-456d-834e-2fde0fe6ae95), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.654621 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:47:24.661745 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcbb490-869b-456d-834e-2fde0fe6ae95,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:24.669654 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (928b3ea4-7113-410b-b663-7eccf62cc64e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.669790 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Added segment 928b3ea4-7113-410b-b663-7eccf62cc64e of type vlan for network a8b79daf-f9ac-4acb-8324-a2d15a27ad0f Aug 09 02:47:24.717624 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (a8b79daf-f9ac-4acb-8324-a2d15a27ad0f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.745999 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (a8b79daf-f9ac-4acb-8324-a2d15a27ad0f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.747165 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:24.747753 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.809393 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4878941 Aug 09 02:47:24.812858 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38494) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:24.815828 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338c34f-adc3-4d09-a37c-d84bd045ce35 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b79daf-f9ac-4acb-8324-a2d15a27ad0f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:24.820083 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Request body: {'subnet': {'network_id': 'a8b79daf-f9ac-4acb-8324-a2d15a27ad0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560196543-subnet', 'tenant_id': 'abed47743fb84fa3a6fc82e4775ef95e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:47:24.830430 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network a8b79daf-f9ac-4acb-8324-a2d15a27ad0f details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:47:24.853504 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Made reservation on behalf of abed47743fb84fa3a6fc82e4775ef95e for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:47:24.856374 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25748660'] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:24.947799 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:25.045000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25183315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25748642'] for subnet (b171bdd7-e5fb-4a7b-bf60-75187348086c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:25.089120 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:25.108568 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b171bdd7-e5fb-4a7b-bf60-75187348086c,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:25.121417 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Checking segment: {'id': '928b3ea4-7113-410b-b663-7eccf62cc64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a8b79daf-f9ac-4acb-8324-a2d15a27ad0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:47:25.121779 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Network hostable DHCP agents. Network: a8b79daf-f9ac-4acb-8324-a2d15a27ad0f, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:47:25.146005 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Network a8b79daf-f9ac-4acb-8324-a2d15a27ad0f is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:47:25.157972 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, a8b79daf-f9ac-4acb-8324-a2d15a27ad0f) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:47:25.168307 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca0316-dc1b-4687-8a5c-f656edf42021 None None] Network a8b79daf-f9ac-4acb-8324-a2d15a27ad0f requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:47:25.173494 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:25.174233 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:25.202233 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-6f5c9a13-abd3-4d09-876f-b853f8870e01 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3875122 Aug 09 02:47:25.316319 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee39b20-3827-4727-8f48-103985af0a5b None None] Network a8b79daf-f9ac-4acb-8324-a2d15a27ad0f requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:47:25.623074 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18e396-44a7-4500-bdbc-05be80c04cb2 req-b82a97df-a9c0-484a-91fd-336ac844a5da tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:25.632795 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf18e396-44a7-4500-bdbc-05be80c04cb2 req-b82a97df-a9c0-484a-91fd-336ac844a5da tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0849919 Aug 09 02:47:25.695064 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bf18e396-44a7-4500-bdbc-05be80c04cb2 req-6074d117-7c8a-4fe6-9c75-7cc607b54c8b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613770 Aug 09 02:47:25.940367 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38526) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:25.945482 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1505120994-network', 'tenant_id': 'e33864a1854443ce84ec847f3e3d8df3'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:47:25.968473 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Made reservation on behalf of e33864a1854443ce84ec847f3e3d8df3 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:47:25.971171 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:25.985503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.077061 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks [] for security_group (2e174192-a02b-4cd4-8334-3ea7f78cac57), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.083098 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (2e174192-a02b-4cd4-8334-3ea7f78cac57), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.111147 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:47:26.123980 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e174192-a02b-4cd4-8334-3ea7f78cac57,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:26.130470 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (f30bd8a2-a5a0-408a-bb6e-50a0642fcf63), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.130821 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Added segment f30bd8a2-a5a0-408a-bb6e-50a0642fcf63 of type vlan for network e8222425-1356-409a-90f8-5105d1d1f26e Aug 09 02:47:26.175132 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (e8222425-1356-409a-90f8-5105d1d1f26e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.202596 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (e8222425-1356-409a-90f8-5105d1d1f26e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.203740 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:26.204377 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.268926 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3269379 Aug 09 02:47:26.271364 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38528) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:26.278680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Request body: {'subnet': {'network_id': 'e8222425-1356-409a-90f8-5105d1d1f26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1505120994-subnet', 'tenant_id': 'e33864a1854443ce84ec847f3e3d8df3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:47:26.288599 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a9346-6c48-45c2-9100-cc0544a43ebc admin admin] Pushing event updated for resources: {'Network': ['ID=e8222425-1356-409a-90f8-5105d1d1f26e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:26.300882 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network e8222425-1356-409a-90f8-5105d1d1f26e details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:47:26.320973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Made reservation on behalf of e33864a1854443ce84ec847f3e3d8df3 for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:47:26.323747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25748660'] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.382535 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:26.536956 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25183315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25748642'] for subnet (c1823fa2-2ea9-4d08-af13-95734f2d5d7e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.604177 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1823fa2-2ea9-4d08-af13-95734f2d5d7e,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:26.612401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Checking segment: {'id': 'f30bd8a2-a5a0-408a-bb6e-50a0642fcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e8222425-1356-409a-90f8-5105d1d1f26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:47:26.612634 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Network hostable DHCP agents. Network: e8222425-1356-409a-90f8-5105d1d1f26e, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:47:26.635472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Network e8222425-1356-409a-90f8-5105d1d1f26e is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:47:26.649288 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, e8222425-1356-409a-90f8-5105d1d1f26e) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:47:26.654241 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:26.654967 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:26.660408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294e52c-7c21-4146-90ee-b819cccce120 None None] Network e8222425-1356-409a-90f8-5105d1d1f26e requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:47:26.696431 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0c59ef53-7a7d-4dbb-9ee6-5b93400ee2a6 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4230754 Aug 09 02:47:26.812816 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab349de8-1baa-4f34-8c43-f00c562af090 None None] Network e8222425-1356-409a-90f8-5105d1d1f26e requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:47:26.881152 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46dac0-5dfa-461a-a977-c77ffd93a018 req-c1e47d34-a19e-44f9-8b82-51453bb6d26a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:26.883438 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2e46dac0-5dfa-461a-a977-c77ffd93a018 req-c1e47d34-a19e-44f9-8b82-51453bb6d26a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0720220 Aug 09 02:47:26.906876 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:26.916009 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38548) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:27.000861 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2e46dac0-5dfa-461a-a977-c77ffd93a018 req-d9acb3c7-96fa-452f-a420-192d59e05956 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115317 Aug 09 02:47:27.003953 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Deleting subnet b171bdd7-e5fb-4a7b-bf60-75187348086c {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:47:27.009520 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Publish callbacks [] for subnet (b171bdd7-e5fb-4a7b-bf60-75187348086c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.050351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (b171bdd7-e5fb-4a7b-bf60-75187348086c), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.098519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (b171bdd7-e5fb-4a7b-bf60-75187348086c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.166585 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (b171bdd7-e5fb-4a7b-bf60-75187348086c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.197342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b171bdd7-e5fb-4a7b-bf60-75187348086c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:27.201176 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.206826 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5297ccde-7546-4ba0-85e8-3441603eb4f0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/b171bdd7-e5fb-4a7b-bf60-75187348086c HTTP/1.1" status: 204 len: 168 time: 0.2871654 Aug 09 02:47:27.207553 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38550) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:27.281932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (a8b79daf-f9ac-4acb-8324-a2d15a27ad0f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.358564 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:27.377992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (a8b79daf-f9ac-4acb-8324-a2d15a27ad0f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.402026 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b79daf-f9ac-4acb-8324-a2d15a27ad0f']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:27.413884 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928b3ea4-7113-410b-b663-7eccf62cc64e') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:27.414300 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928b3ea4-7113-410b-b663-7eccf62cc64e') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:27.429254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (928b3ea4-7113-410b-b663-7eccf62cc64e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.445270 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (928b3ea4-7113-410b-b663-7eccf62cc64e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.453385 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:47:27.453803 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (928b3ea4-7113-410b-b663-7eccf62cc64e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.498955 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 928b3ea4-7113-410b-b663-7eccf62cc64e resource provider aggregate not found Aug 09 02:47:27.519695 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 928b3ea4-7113-410b-b663-7eccf62cc64e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 928b3ea4-7113-410b-b663-7eccf62cc64e found for delete ", "request_id": "req-cd892793-9410-4a9c-961d-88d7489bdaa7"}]} Aug 09 02:47:27.528494 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (a8b79daf-f9ac-4acb-8324-a2d15a27ad0f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.549825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.562360 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a8b79daf-f9ac-4acb-8324-a2d15a27ad0f HTTP/1.1" status: 204 len: 168 time: 0.3536930 Aug 09 02:47:27.562866 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf66a6-0c8c-4bc5-ade4-868c83eceedf admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b79daf-f9ac-4acb-8324-a2d15a27ad0f,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:27.571326 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38556) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:27.622131 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Deleting subnet c1823fa2-2ea9-4d08-af13-95734f2d5d7e {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:47:27.625726 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Publish callbacks [] for subnet (c1823fa2-2ea9-4d08-af13-95734f2d5d7e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.665777 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (c1823fa2-2ea9-4d08-af13-95734f2d5d7e), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.712540 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (c1823fa2-2ea9-4d08-af13-95734f2d5d7e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.783166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (c1823fa2-2ea9-4d08-af13-95734f2d5d7e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.811147 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1823fa2-2ea9-4d08-af13-95734f2d5d7e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:27.817297 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:27.820995 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-04d44661-90be-4aad-bcdd-49ece19af73d admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c1823fa2-2ea9-4d08-af13-95734f2d5d7e HTTP/1.1" status: 204 len: 168 time: 0.2542233 Aug 09 02:47:27.823071 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38562) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:27.909312 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (e8222425-1356-409a-90f8-5105d1d1f26e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.037923 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (e8222425-1356-409a-90f8-5105d1d1f26e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.076420 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8222425-1356-409a-90f8-5105d1d1f26e']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:28.087452 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:28.090425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30bd8a2-a5a0-408a-bb6e-50a0642fcf63') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:28.090895 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30bd8a2-a5a0-408a-bb6e-50a0642fcf63') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:47:28.102685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (f30bd8a2-a5a0-408a-bb6e-50a0642fcf63), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.151880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (f30bd8a2-a5a0-408a-bb6e-50a0642fcf63), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.167044 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:47:28.167515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (f30bd8a2-a5a0-408a-bb6e-50a0642fcf63), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.250687 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9621-152a-4691-b240-d09062148775 req-cedd9600-c836-462f-ae0e-7498e4400fc0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:28.252672 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-143d9621-152a-4691-b240-d09062148775 req-cedd9600-c836-462f-ae0e-7498e4400fc0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.1474974 Aug 09 02:47:28.321072 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (e8222425-1356-409a-90f8-5105d1d1f26e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.326503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.329822 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/e8222425-1356-409a-90f8-5105d1d1f26e HTTP/1.1" status: 204 len: 168 time: 0.5057349 Aug 09 02:47:28.350241 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-143d9621-152a-4691-b240-d09062148775 req-8cecd0e9-5c6d-4ecf-ab2c-cd8a432983df tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853908 Aug 09 02:47:28.351512 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f093691-e0ab-4d99-97ba-f228f16b5326 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8222425-1356-409a-90f8-5105d1d1f26e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:28.551553 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38584) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:28.596939 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-856c77de-70d6-49db-9735-d2b953a19808 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=abed47743fb84fa3a6fc82e4775ef95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437758 Aug 09 02:47:28.599826 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38586) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:28.605845 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=17 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:28.613761 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=9 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:28.650694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:28.657882 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9a9de207-c2a6-4aee-ad78-aef631c4cd70 admin admin] Publish callbacks [] for security_group (5dcbb490-869b-456d-834e-2fde0fe6ae95), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.685973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9a9de207-c2a6-4aee-ad78-aef631c4cd70 admin admin] Publish callbacks [] for security_group (5dcbb490-869b-456d-834e-2fde0fe6ae95), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.740467 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9a9de207-c2a6-4aee-ad78-aef631c4cd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (5dcbb490-869b-456d-834e-2fde0fe6ae95), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.743375 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9a9de207-c2a6-4aee-ad78-aef631c4cd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:28.748126 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9a9de207-c2a6-4aee-ad78-aef631c4cd70 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5dcbb490-869b-456d-834e-2fde0fe6ae95 HTTP/1.1" status: 204 len: 168 time: 0.1473453 Aug 09 02:47:28.758825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9de207-c2a6-4aee-ad78-aef631c4cd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcbb490-869b-456d-834e-2fde0fe6ae95,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:29.137108 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 38592) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:29.179647 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4fd6d7fc-08ff-4c5b-a2fa-ce644102c88c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e33864a1854443ce84ec847f3e3d8df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412285 Aug 09 02:47:29.182418 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38594) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:29.247853 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e8de684e-a374-426f-9b4c-396db64b84f9 admin admin] Publish callbacks [] for security_group (2e174192-a02b-4cd4-8334-3ea7f78cac57), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:29.270086 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e8de684e-a374-426f-9b4c-396db64b84f9 admin admin] Publish callbacks [] for security_group (2e174192-a02b-4cd4-8334-3ea7f78cac57), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:29.279333 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:29.344472 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e8de684e-a374-426f-9b4c-396db64b84f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (2e174192-a02b-4cd4-8334-3ea7f78cac57), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:29.348453 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e8de684e-a374-426f-9b4c-396db64b84f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:29.349880 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e8de684e-a374-426f-9b4c-396db64b84f9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2e174192-a02b-4cd4-8334-3ea7f78cac57 HTTP/1.1" status: 204 len: 168 time: 0.1662779 Aug 09 02:47:29.363570 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de684e-a374-426f-9b4c-396db64b84f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e174192-a02b-4cd4-8334-3ea7f78cac57,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:29.538083 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af903d-bb1c-43e3-a2d7-53d409bea2e5 req-98cc1400-52df-4703-a8e7-3acb458a1ce9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:29.540058 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c7af903d-bb1c-43e3-a2d7-53d409bea2e5 req-98cc1400-52df-4703-a8e7-3acb458a1ce9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0898006 Aug 09 02:47:29.545113 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment f30bd8a2-a5a0-408a-bb6e-50a0642fcf63 resource provider aggregate not found Aug 09 02:47:29.575107 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment f30bd8a2-a5a0-408a-bb6e-50a0642fcf63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f30bd8a2-a5a0-408a-bb6e-50a0642fcf63 found for delete ", "request_id": "req-4ae7a4e3-9057-414c-a550-03fc83fe2ee4"}]} Aug 09 02:47:29.634202 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c7af903d-bb1c-43e3-a2d7-53d409bea2e5 req-e613a90e-0ef8-46ed-98b8-6e11694766bc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848951 Aug 09 02:47:30.640485 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-743bf72f-dccb-4cda-954f-9a00f73707de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:30.787305 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e031a9-8644-441d-b4f7-4c9bbc4c01f4 req-28af3b7e-5a46-45dd-8482-5c6ae1c997a3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:30.796810 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-61e031a9-8644-441d-b4f7-4c9bbc4c01f4 req-28af3b7e-5a46-45dd-8482-5c6ae1c997a3 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0624423 Aug 09 02:47:30.867134 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-61e031a9-8644-441d-b4f7-4c9bbc4c01f4 req-7caff399-380f-4417-b52a-0add40877801 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692129 Aug 09 02:47:31.992757 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645fb3b-17dd-4157-9ba0-71f25cb3af9f req-6d6b0a61-13a4-4e5b-9441-b3f24ac5e5d8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:31.994303 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7645fb3b-17dd-4157-9ba0-71f25cb3af9f req-6d6b0a61-13a4-4e5b-9441-b3f24ac5e5d8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0546339 Aug 09 02:47:32.045215 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7645fb3b-17dd-4157-9ba0-71f25cb3af9f req-4f3118fe-f6f0-499f-915d-df94676c4150 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Aug 09 02:47:32.468616 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38722) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:32.489779 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-bfe008b4-5508-4f10-8036-7679c8e0f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:32.491583 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-bfe008b4-5508-4f10-8036-7679c8e0f4cf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1129 time: 0.0498891 Aug 09 02:47:32.586137 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-78d7d337-7e42-46ea-b528-3b31e0de1ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.605011 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-d7e02e4f-7dac-4474-af2c-a081be350938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:32.606522 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-d7e02e4f-7dac-4474-af2c-a081be350938 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.1082754 Aug 09 02:47:32.667759 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-78d7d337-7e42-46ea-b528-3b31e0de1ecb admin admin] Publish callbacks [] for security_group (89809af5-dc0d-43b5-8840-50b0f410cf3e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.673046 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-78d7d337-7e42-46ea-b528-3b31e0de1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (89809af5-dc0d-43b5-8840-50b0f410cf3e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.691557 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:32.717212 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-78d7d337-7e42-46ea-b528-3b31e0de1ecb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=919d8a1cadec4b8aa07629c8bdd915a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473559 Aug 09 02:47:32.718846 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7d337-7e42-46ea-b528-3b31e0de1ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89809af5-dc0d-43b5-8840-50b0f410cf3e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:32.722571 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38728) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:32.779890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ea5abc4b-f94a-4ee9-b8a0-2542d4053a4c admin admin] Publish callbacks [] for security_group (89809af5-dc0d-43b5-8840-50b0f410cf3e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.803636 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ea5abc4b-f94a-4ee9-b8a0-2542d4053a4c admin admin] Publish callbacks [] for security_group (89809af5-dc0d-43b5-8840-50b0f410cf3e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.853329 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ea5abc4b-f94a-4ee9-b8a0-2542d4053a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (89809af5-dc0d-43b5-8840-50b0f410cf3e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.855981 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ea5abc4b-f94a-4ee9-b8a0-2542d4053a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:32.857168 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ea5abc4b-f94a-4ee9-b8a0-2542d4053a4c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/89809af5-dc0d-43b5-8840-50b0f410cf3e HTTP/1.1" status: 204 len: 168 time: 0.1331644 Aug 09 02:47:32.865869 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5abc4b-f94a-4ee9-b8a0-2542d4053a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89809af5-dc0d-43b5-8840-50b0f410cf3e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:32.925914 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-c50db033-614e-48c8-884e-330bbfd155f3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 1000 time: 0.3131270 Aug 09 02:47:32.973877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-0f7a1e74-62df-4ff3-bb7f-16e3d9031add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:32.975404 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-0f7a1e74-62df-4ff3-bb7f-16e3d9031add service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0435061 Aug 09 02:47:33.020191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-a06c0aca-3993-4351-ab24-390da6dfdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:33.021678 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-a06c0aca-3993-4351-ab24-390da6dfdf2e service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407763 Aug 09 02:47:33.034623 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:33.097007 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-03480eb0-9d68-4d5b-8397-bfd9a1bc8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.121591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-a197d689-8196-4489-a201-7311ad5a373b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936322 Aug 09 02:47:33.143146 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38736) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:33.156741 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4e587c3-2a3d-46f2-8a1f-0f45f0891ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.228999 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6341a-11d9-4f0d-b96b-ec60cb08df6a req-59e99273-ea95-4292-b5e4-f77f702915f9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:33.230375 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-40e6341a-11d9-4f0d-b96b-ec60cb08df6a req-59e99273-ea95-4292-b5e4-f77f702915f9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0918741 Aug 09 02:47:33.234519 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4e587c3-2a3d-46f2-8a1f-0f45f0891ceb admin admin] Publish callbacks [] for security_group (523bb333-0f74-4fed-ba91-b69d32506981), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.239946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4e587c3-2a3d-46f2-8a1f-0f45f0891ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (523bb333-0f74-4fed-ba91-b69d32506981), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.274618 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:33.280409 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a4e587c3-2a3d-46f2-8a1f-0f45f0891ceb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5912e74240224b8c8c9d362d8f89aa86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361165 Aug 09 02:47:33.281238 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e587c3-2a3d-46f2-8a1f-0f45f0891ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523bb333-0f74-4fed-ba91-b69d32506981,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:33.283721 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38738) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:33.290180 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6ed79783-166f-4c34-a3ca-5e5270dbae27 req-8afbf9eb-5126-4f22-9123-3505c7db4bb8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606336 Aug 09 02:47:33.308758 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-40e6341a-11d9-4f0d-b96b-ec60cb08df6a req-ad9be63d-291b-4cc7-8bbc-95df361b9187 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720367 Aug 09 02:47:33.336935 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-611674c0-6546-49cf-b1c7-356b42bfcb16 admin admin] Publish callbacks [] for security_group (523bb333-0f74-4fed-ba91-b69d32506981), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.359061 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-611674c0-6546-49cf-b1c7-356b42bfcb16 admin admin] Publish callbacks [] for security_group (523bb333-0f74-4fed-ba91-b69d32506981), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.410855 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-611674c0-6546-49cf-b1c7-356b42bfcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (523bb333-0f74-4fed-ba91-b69d32506981), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.414370 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-611674c0-6546-49cf-b1c7-356b42bfcb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:33.415550 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-611674c0-6546-49cf-b1c7-356b42bfcb16 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/523bb333-0f74-4fed-ba91-b69d32506981 HTTP/1.1" status: 204 len: 168 time: 0.1309128 Aug 09 02:47:33.424258 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611674c0-6546-49cf-b1c7-356b42bfcb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523bb333-0f74-4fed-ba91-b69d32506981,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:34.325480 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:34.444934 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c6bc-9f54-4019-8a26-db5ba3c0a3f3 req-4bedf1b8-bb16-46f0-8c1a-b5026db054cc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:34.446469 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3952c6bc-9f54-4019-8a26-db5ba3c0a3f3 req-4bedf1b8-bb16-46f0-8c1a-b5026db054cc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0549867 Aug 09 02:47:34.500735 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3952c6bc-9f54-4019-8a26-db5ba3c0a3f3 req-300a2ff6-faa7-4ee8-8ac3-fc620120114e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463014 Aug 09 02:47:35.248876 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:35.473275 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:35.633180 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46006de3-ea4d-4c22-840e-0f5dbffe7ec6 req-b45b0dc8-4c29-4c76-907d-d33c8b066eda tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:35.634680 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46006de3-ea4d-4c22-840e-0f5dbffe7ec6 req-b45b0dc8-4c29-4c76-907d-d33c8b066eda tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Aug 09 02:47:35.683126 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46006de3-ea4d-4c22-840e-0f5dbffe7ec6 req-b31d5d73-dfbb-41ac-b385-01666c38d61c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 Aug 09 02:47:35.827120 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:36.709625 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:47:36.795790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:36.801674 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: ACTIVE; New status is: DOWN {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:47:36.802117 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:36.826376 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:47:36.828629 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6df2df-d826-4bc3-af28-ec38789c8b84" -d '{"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-unplugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:47:36.841133 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:36.845766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:36.868126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e19c20-070e-4e94-a067-6b2a621f5c6c req-dfb9d3d1-9dc7-4c96-b475-1e5d06fb58e0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:36.869641 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-40e19c20-070e-4e94-a067-6b2a621f5c6c req-dfb9d3d1-9dc7-4c96-b475-1e5d06fb58e0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 945 time: 0.0858190 Aug 09 02:47:36.873113 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135b49f-f49f-404a-8083-d24689e0d460 x-openstack-request-id: req-8135b49f-f49f-404a-8083-d24689e0d460 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:47:36.873391 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-unplugged", "status": "failed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "code": 422}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:47:36.873639 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8135b49f-f49f-404a-8083-d24689e0d460 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:47:36.874022 dv-cinder-852461-1-iscsi neutron-server[110669]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8135b49f-f49f-404a-8083-d24689e0d460']: {'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'code': 422} returned with failed status Aug 09 02:47:36.874777 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-ff47314d-7f9d-438a-aff8-640add7f538f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578701 Aug 09 02:47:36.901419 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=8']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:36.928499 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-40e19c20-070e-4e94-a067-6b2a621f5c6c req-a3887c7c-7773-48a3-9c78-81666ecd6c3f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495262 Aug 09 02:47:36.953155 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-1f3e010c-c138-4ce6-a93d-9d3c8af0eefa tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:36.954935 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-1f3e010c-c138-4ce6-a93d-9d3c8af0eefa tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports/c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 940 time: 0.0518129 Aug 09 02:47:37.722868 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38882) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:37.834526 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-35b2a73d-73cd-460a-bbf9-de7ecd268177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:37.873651 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-bbca7edc-9e20-426c-bc77-4398f4764633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:37.875150 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-bbca7edc-9e20-426c-bc77-4398f4764633 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549&tenant_id=ca6695b7eb3b40ecb4d46292a95e6122 HTTP/1.1" status: 200 len: 1127 time: 0.0716736 Aug 09 02:47:37.878117 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:37.914639 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-35b2a73d-73cd-460a-bbf9-de7ecd268177 admin admin] Publish callbacks [] for security_group (71c42565-ce79-42dd-801e-5dabc963a75e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:37.919903 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-35b2a73d-73cd-460a-bbf9-de7ecd268177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (71c42565-ce79-42dd-801e-5dabc963a75e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:37.960947 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-35b2a73d-73cd-460a-bbf9-de7ecd268177 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=622094c9b88f4d3faeca3d53b52bc37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342536 Aug 09 02:47:37.960947 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2a73d-73cd-460a-bbf9-de7ecd268177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c42565-ce79-42dd-801e-5dabc963a75e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:37.961714 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 38888) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:37.976509 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:38.016646 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cefabf29-6dd2-4850-99be-7cdbe909b1de admin admin] Publish callbacks [] for security_group (71c42565-ce79-42dd-801e-5dabc963a75e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:38.038636 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cefabf29-6dd2-4850-99be-7cdbe909b1de admin admin] Publish callbacks [] for security_group (71c42565-ce79-42dd-801e-5dabc963a75e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:38.065297 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec16236-1dc0-44d9-98c0-22fe07327e65 req-e4d4a922-4847-40db-9dd4-1b5789f98537 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:38.066858 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fec16236-1dc0-44d9-98c0-22fe07327e65 req-e4d4a922-4847-40db-9dd4-1b5789f98537 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0509305 Aug 09 02:47:38.087166 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cefabf29-6dd2-4850-99be-7cdbe909b1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (71c42565-ce79-42dd-801e-5dabc963a75e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:38.090258 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cefabf29-6dd2-4850-99be-7cdbe909b1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:38.091487 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cefabf29-6dd2-4850-99be-7cdbe909b1de admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/71c42565-ce79-42dd-801e-5dabc963a75e HTTP/1.1" status: 204 len: 168 time: 0.1293471 Aug 09 02:47:38.099432 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefabf29-6dd2-4850-99be-7cdbe909b1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c42565-ce79-42dd-801e-5dabc963a75e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:38.130919 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fec16236-1dc0-44d9-98c0-22fe07327e65 req-6b5d1894-b872-4d89-985a-cccc24c6b9b2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579166 Aug 09 02:47:39.252780 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b766b-2de0-4cf5-ac86-062f7627bc44 req-2b81f0b4-7716-4215-b965-1c1f15d1cd12 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:39.254343 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-751b766b-2de0-4cf5-ac86-062f7627bc44 req-2b81f0b4-7716-4215-b965-1c1f15d1cd12 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Aug 09 02:47:39.302062 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-751b766b-2de0-4cf5-ac86-062f7627bc44 req-89a7e59a-3626-4cef-8771-8773d8b2c466 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Aug 09 02:47:40.391588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-58f95a10-a78c-4333-81a5-04ca74f07dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.393049 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-58f95a10-a78c-4333-81a5-04ca74f07dd9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1127 time: 0.0464313 Aug 09 02:47:40.403985 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-663479f3-a911-4df0-baf5-04cbf4a84239 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381956 Aug 09 02:47:40.484666 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d12995-e4cc-4862-b37a-3f1b06a63a75 req-0696d23c-9c10-4430-a3f3-94046b8c9e35 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.486131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37d12995-e4cc-4862-b37a-3f1b06a63a75 req-0696d23c-9c10-4430-a3f3-94046b8c9e35 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0967696 Aug 09 02:47:40.516305 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533274-347c-4c32-b29b-f345c5ab71be req-9d29cd54-5da7-4f67-a13e-9c05219c1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.517845 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-9d29cd54-5da7-4f67-a13e-9c05219c1f51 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1129 time: 0.0402207 Aug 09 02:47:40.548894 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-3de60ccb-47fd-406a-a01e-285c8c6fdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.550466 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-3de60ccb-47fd-406a-a01e-285c8c6fdd9a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.1486955 Aug 09 02:47:40.554513 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:40.569470 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37d12995-e4cc-4862-b37a-3f1b06a63a75 req-c7014b5e-e2e8-498c-95e9-2b54f8bc0460 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762808 Aug 09 02:47:40.620442 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-0765132c-d8bd-4775-9012-5ce2d195be39 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 998 time: 0.0612097 Aug 09 02:47:40.636675 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533274-347c-4c32-b29b-f345c5ab71be req-6af0c481-1878-46d5-aed1-1821284849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.638174 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-6af0c481-1878-46d5-aed1-1821284849f7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.1003439 Aug 09 02:47:40.670614 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-3c70825f-bf2e-4b57-b58f-b3e2e977153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.672104 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-3c70825f-bf2e-4b57-b58f-b3e2e977153a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0450552 Aug 09 02:47:40.700636 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-ffef4fbc-6a8a-41a2-8b43-c3f7d86baf98 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 1000 time: 0.0556479 Aug 09 02:47:40.721689 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-72b85413-1909-43b2-90ad-01f386821722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.723149 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-72b85413-1909-43b2-90ad-01f386821722 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441771 Aug 09 02:47:40.761425 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533274-347c-4c32-b29b-f345c5ab71be req-f7d0c7ed-e216-4576-9b08-1bf0d9ede611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.763031 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-f7d0c7ed-e216-4576-9b08-1bf0d9ede611 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0558622 Aug 09 02:47:40.807499 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533274-347c-4c32-b29b-f345c5ab71be req-bf91453b-6b7b-4c86-acf9-a31862cbca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:40.809045 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-bf91453b-6b7b-4c86-acf9-a31862cbca03 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392468 Aug 09 02:47:40.817325 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-4ad5bb61-a728-4022-aa72-052dd593f93f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877945 Aug 09 02:47:40.866925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:40.902551 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-a32f13ef-a1d3-4131-8ddc-90bc117518fc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868554 Aug 09 02:47:40.913151 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-37a0e794-ed8e-4d43-a26c-ba0189e9d5ec req-da3e89c6-62a5-4935-bb51-df06f766b18b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896959 Aug 09 02:47:41.371980 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:41.377636 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:41.697530 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017aa7-297b-450f-b126-fff54b290a2c req-adbe6f6d-20e3-4450-8bba-a7effd9642ec tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:41.699112 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8017aa7-297b-450f-b126-fff54b290a2c req-adbe6f6d-20e3-4450-8bba-a7effd9642ec tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0484164 Aug 09 02:47:41.747568 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8017aa7-297b-450f-b126-fff54b290a2c req-ee27a148-3452-4980-915c-6b198f666d92 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Aug 09 02:47:42.891958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2b225-e038-4fc4-b7f7-c7549c2cd901 req-8c621ef1-bef0-459f-813c-4f21ad796b09 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:42.893469 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bf2b225-e038-4fc4-b7f7-c7549c2cd901 req-8c621ef1-bef0-459f-813c-4f21ad796b09 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0532465 Aug 09 02:47:42.949412 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7bf2b225-e038-4fc4-b7f7-c7549c2cd901 req-d8eae00a-d8c7-4079-98c2-71219f1057e9 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477743 Aug 09 02:47:43.458337 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:47:43.500280 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2533274-347c-4c32-b29b-f345c5ab71be req-8003f2b7-1644-463e-8731-8a57745567f2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103799 Aug 09 02:47:44.129899 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2b0f-98b8-4484-8e3e-83fd5bb98a18 req-6fd4bb2b-d600-471b-9046-e9d5101e1087 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:44.132196 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4daf2b0f-98b8-4484-8e3e-83fd5bb98a18 req-6fd4bb2b-d600-471b-9046-e9d5101e1087 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0666823 Aug 09 02:47:44.193812 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4daf2b0f-98b8-4484-8e3e-83fd5bb98a18 req-3e9db1fc-67c6-45ca-a632-029bea6b35b4 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546954 Aug 09 02:47:45.393922 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2e99-be97-4726-b8fd-e07be2ab8948 req-37f8f087-0b09-4b9c-beb5-8eee11aa67b5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:45.395540 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-adae2e99-be97-4726-b8fd-e07be2ab8948 req-37f8f087-0b09-4b9c-beb5-8eee11aa67b5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0718734 Aug 09 02:47:45.466348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-adae2e99-be97-4726-b8fd-e07be2ab8948 req-3606b962-99d8-4033-b8e9-e615e2db9cd2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652235 Aug 09 02:47:46.663610 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f4bc3-e611-4c54-8c08-3d8e0567253a req-eb26b826-4a68-468b-8494-53d43b74bcd2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:46.663610 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-142f4bc3-e611-4c54-8c08-3d8e0567253a req-eb26b826-4a68-468b-8494-53d43b74bcd2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0965505 Aug 09 02:47:46.732593 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-142f4bc3-e611-4c54-8c08-3d8e0567253a req-f79b41f6-e83a-4f6c-83c3-d9eb55a68ab2 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604935 Aug 09 02:47:46.899315 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:47.902774 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07df5-8c41-4644-a2a0-b7ad632b916e req-e993e5ea-bdae-4068-9bb0-21c80bb3ae73 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:47.904404 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d7f07df5-8c41-4644-a2a0-b7ad632b916e req-e993e5ea-bdae-4068-9bb0-21c80bb3ae73 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0693514 Aug 09 02:47:47.974482 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d7f07df5-8c41-4644-a2a0-b7ad632b916e req-6712c769-5d47-40da-9130-ef05c6c96e84 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642035 Aug 09 02:47:48.112784 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:48.114334 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:48.124904 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39118) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:48.263217 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3fb0-aa0a-4e15-8d55-7914e9b7fb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.343732 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:48.349880 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3fb0-aa0a-4e15-8d55-7914e9b7fb43 admin admin] Publish callbacks [] for security_group (74d0bc34-4fd9-460f-85ed-b6d83bf597cb), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.355861 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3fb0-aa0a-4e15-8d55-7914e9b7fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (74d0bc34-4fd9-460f-85ed-b6d83bf597cb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.407301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39122) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:48.415182 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6ddb3fb0-aa0a-4e15-8d55-7914e9b7fb43 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1d9a88f2f12249de9c9c988a01ee0d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892807 Aug 09 02:47:48.423953 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb3fb0-aa0a-4e15-8d55-7914e9b7fb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d0bc34-4fd9-460f-85ed-b6d83bf597cb,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:48.514504 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:48.532047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a288066-9719-4612-9a08-5a449715c868 admin admin] Publish callbacks [] for security_group (74d0bc34-4fd9-460f-85ed-b6d83bf597cb), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.562471 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a288066-9719-4612-9a08-5a449715c868 admin admin] Publish callbacks [] for security_group (74d0bc34-4fd9-460f-85ed-b6d83bf597cb), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.642896 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a288066-9719-4612-9a08-5a449715c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (74d0bc34-4fd9-460f-85ed-b6d83bf597cb), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.648348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a288066-9719-4612-9a08-5a449715c868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:48.649750 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5a288066-9719-4612-9a08-5a449715c868 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/74d0bc34-4fd9-460f-85ed-b6d83bf597cb HTTP/1.1" status: 204 len: 168 time: 0.2414036 Aug 09 02:47:48.666856 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a288066-9719-4612-9a08-5a449715c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d0bc34-4fd9-460f-85ed-b6d83bf597cb,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:49.035551 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39140) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:49.054831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf09d-f681-40e5-a3cd-a1109856a98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.131145 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dae15-035f-4ad3-b17c-70375e157bee req-925613f0-511e-4875-9437-57ad7367c19f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:49.133038 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-483dae15-035f-4ad3-b17c-70375e157bee req-925613f0-511e-4875-9437-57ad7367c19f tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0653028 Aug 09 02:47:49.174058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:49.228244 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-483dae15-035f-4ad3-b17c-70375e157bee req-5f3f922f-0c75-4936-ac8e-2c8a13b02c07 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870950 Aug 09 02:47:49.241459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf09d-f681-40e5-a3cd-a1109856a98b admin admin] Publish callbacks [] for security_group (85d6edc8-937f-4f72-a6b7-d0d325c0b0a9), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.251256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf09d-f681-40e5-a3cd-a1109856a98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (85d6edc8-937f-4f72-a6b7-d0d325c0b0a9), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.300889 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bc9bf09d-f681-40e5-a3cd-a1109856a98b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e67f2efc9427447db7d86d1332a6ef62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641256 Aug 09 02:47:49.304016 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39142) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:49.305922 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf09d-f681-40e5-a3cd-a1109856a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d6edc8-937f-4f72-a6b7-d0d325c0b0a9,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:49.362016 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf5-06a5-4b2e-a3c9-8aa674caf0ea admin admin] Publish callbacks [] for security_group (85d6edc8-937f-4f72-a6b7-d0d325c0b0a9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.363810 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:49.387195 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf5-06a5-4b2e-a3c9-8aa674caf0ea admin admin] Publish callbacks [] for security_group (85d6edc8-937f-4f72-a6b7-d0d325c0b0a9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.448575 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf5-06a5-4b2e-a3c9-8aa674caf0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (85d6edc8-937f-4f72-a6b7-d0d325c0b0a9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.451372 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf5-06a5-4b2e-a3c9-8aa674caf0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.454639 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-03c14bf5-06a5-4b2e-a3c9-8aa674caf0ea admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/85d6edc8-937f-4f72-a6b7-d0d325c0b0a9 HTTP/1.1" status: 204 len: 168 time: 0.1490080 Aug 09 02:47:49.472877 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14bf5-06a5-4b2e-a3c9-8aa674caf0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d6edc8-937f-4f72-a6b7-d0d325c0b0a9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:49.870481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39154) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:49.886256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-89b122b6-104e-4675-b484-c94d6fdcf038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.983697 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-89b122b6-104e-4675-b484-c94d6fdcf038 admin admin] Publish callbacks [] for security_group (c82be450-43ce-46fc-a8e7-bc6934edf9cc), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:49.993717 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-89b122b6-104e-4675-b484-c94d6fdcf038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c82be450-43ce-46fc-a8e7-bc6934edf9cc), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:50.049901 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-89b122b6-104e-4675-b484-c94d6fdcf038 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9199794097ab4fa6827e7a82ed423bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781840 Aug 09 02:47:50.052576 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39158) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:50.058974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b122b6-104e-4675-b484-c94d6fdcf038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82be450-43ce-46fc-a8e7-bc6934edf9cc,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:50.124580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f5f38580-b0e8-48d4-921c-c5c8357f095c admin admin] Publish callbacks [] for security_group (c82be450-43ce-46fc-a8e7-bc6934edf9cc), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:50.147003 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f5f38580-b0e8-48d4-921c-c5c8357f095c admin admin] Publish callbacks [] for security_group (c82be450-43ce-46fc-a8e7-bc6934edf9cc), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:50.203557 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f5f38580-b0e8-48d4-921c-c5c8357f095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c82be450-43ce-46fc-a8e7-bc6934edf9cc), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:50.206545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f5f38580-b0e8-48d4-921c-c5c8357f095c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:50.207714 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-f5f38580-b0e8-48d4-921c-c5c8357f095c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c82be450-43ce-46fc-a8e7-bc6934edf9cc HTTP/1.1" status: 204 len: 168 time: 0.1540818 Aug 09 02:47:50.225210 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f38580-b0e8-48d4-921c-c5c8357f095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82be450-43ce-46fc-a8e7-bc6934edf9cc,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:50.429375 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae539-41ae-4413-a076-8f44294d7e93 req-7101400f-1b52-4c11-925d-ee6865a35458 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:50.436956 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-560ae539-41ae-4413-a076-8f44294d7e93 req-7101400f-1b52-4c11-925d-ee6865a35458 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0657883 Aug 09 02:47:50.516145 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-560ae539-41ae-4413-a076-8f44294d7e93 req-ec05fde5-868c-446c-9395-0c86892502e5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774429 Aug 09 02:47:51.671143 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278a552-0e55-471f-99ae-6ad0f541d30a req-161269f8-e2ce-4ae4-ab7b-93dc0829e8c5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:51.672894 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3278a552-0e55-471f-99ae-6ad0f541d30a req-161269f8-e2ce-4ae4-ab7b-93dc0829e8c5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0487421 Aug 09 02:47:51.700145 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:51.723786 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3278a552-0e55-471f-99ae-6ad0f541d30a req-72c328ff-54ef-4917-8377-57e927bc5949 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Aug 09 02:47:52.868595 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6d17-361b-49a3-8c6d-2dde88f58e02 req-3910161d-90fc-425a-9ef8-4c74da6e242e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:52.870030 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bfae6d17-361b-49a3-8c6d-2dde88f58e02 req-3910161d-90fc-425a-9ef8-4c74da6e242e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0625439 Aug 09 02:47:52.921107 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bfae6d17-361b-49a3-8c6d-2dde88f58e02 req-04629c32-0b55-4db6-a93a-c968844a2b87 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Aug 09 02:47:53.458543 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:54.044289 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a98c9-5552-4286-8f42-b22524e3e446 req-50e52507-aae2-4742-ac71-2f68a915b045 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:54.045775 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f4a98c9-5552-4286-8f42-b22524e3e446 req-50e52507-aae2-4742-ac71-2f68a915b045 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0466163 Aug 09 02:47:54.094518 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5f4a98c9-5552-4286-8f42-b22524e3e446 req-b339bd9d-75d1-4f4a-96b9-ef77cfc695b5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Aug 09 02:47:55.211387 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:55.220857 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36882ea5-201c-4548-a062-7695c4417266 req-891da9e4-3e8b-40b6-9c49-20a1bcc2308a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:55.222612 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-36882ea5-201c-4548-a062-7695c4417266 req-891da9e4-3e8b-40b6-9c49-20a1bcc2308a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0486624 Aug 09 02:47:55.237698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39242) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:55.279038 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-36882ea5-201c-4548-a062-7695c4417266 req-597d4402-303f-4942-99c8-6d9794f34329 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499780 Aug 09 02:47:55.363065 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bcedeec3-61ae-42b5-af7c-7650e38e5f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.439332 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bcedeec3-61ae-42b5-af7c-7650e38e5f97 admin admin] Publish callbacks [] for security_group (2a8d53eb-d039-40b3-843b-a47d6d4f6e3a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.444619 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bcedeec3-61ae-42b5-af7c-7650e38e5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (2a8d53eb-d039-40b3-843b-a47d6d4f6e3a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.481695 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedeec3-61ae-42b5-af7c-7650e38e5f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d53eb-d039-40b3-843b-a47d6d4f6e3a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:55.488998 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bcedeec3-61ae-42b5-af7c-7650e38e5f97 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9b55ea5b09f24be4a71958f780d7a783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471032 Aug 09 02:47:55.489218 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39246) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:55.540445 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-550d5746-e775-44b3-bb3c-5325598cde40 admin admin] Publish callbacks [] for security_group (2a8d53eb-d039-40b3-843b-a47d6d4f6e3a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.562794 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-550d5746-e775-44b3-bb3c-5325598cde40 admin admin] Publish callbacks [] for security_group (2a8d53eb-d039-40b3-843b-a47d6d4f6e3a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.610667 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-550d5746-e775-44b3-bb3c-5325598cde40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (2a8d53eb-d039-40b3-843b-a47d6d4f6e3a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.613925 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-550d5746-e775-44b3-bb3c-5325598cde40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:55.615132 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-550d5746-e775-44b3-bb3c-5325598cde40 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2a8d53eb-d039-40b3-843b-a47d6d4f6e3a HTTP/1.1" status: 204 len: 168 time: 0.1250370 Aug 09 02:47:55.623210 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d5746-e775-44b3-bb3c-5325598cde40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d53eb-d039-40b3-843b-a47d6d4f6e3a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:56.406047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5ef91-31a0-4a3e-a9aa-59122496eb76 req-dadefb0f-fe4d-4512-bf6e-93b53c9dceea tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:56.408260 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8ff5ef91-31a0-4a3e-a9aa-59122496eb76 req-dadefb0f-fe4d-4512-bf6e-93b53c9dceea tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 943 time: 0.0501683 Aug 09 02:47:56.456384 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8ff5ef91-31a0-4a3e-a9aa-59122496eb76 req-c9759944-0cff-429c-8795-d102568bb994 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Aug 09 02:47:56.730512 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:47:56.854752 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:56.864476 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'port_id': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'mac_address': 'fa:16:3e:4a:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:47:56.900460 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:47:56.900964 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:56.915151 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771a4c1-387c-4632-a527-0af0b51cc089 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:47:56.936117 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:47:56.941182 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:56.988992 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=9']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:57.256509 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['c771a4c1-387c-4632-a527-0af0b51cc089'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:47:57.470067 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39326) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:57.578730 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fd99a029-f93c-4542-8eea-d10ae0dffa36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.581120 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424123e3-2f3c-406a-967c-f32eea0781c5 req-ba73c90c-9301-40c9-af20-a530764142aa tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:57.582683 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-424123e3-2f3c-406a-967c-f32eea0781c5 req-ba73c90c-9301-40c9-af20-a530764142aa tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 944 time: 0.0466173 Aug 09 02:47:57.630413 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-424123e3-2f3c-406a-967c-f32eea0781c5 req-5610d95a-b572-4ac9-b1f1-6521a60eb5bc tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Aug 09 02:47:57.653974 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fd99a029-f93c-4542-8eea-d10ae0dffa36 admin admin] Publish callbacks [] for security_group (4c0bff8a-833d-4323-a6ba-53d52ca23f9f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.658582 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fd99a029-f93c-4542-8eea-d10ae0dffa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4c0bff8a-833d-4323-a6ba-53d52ca23f9f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.695669 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99a029-f93c-4542-8eea-d10ae0dffa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0bff8a-833d-4323-a6ba-53d52ca23f9f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:57.700969 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fd99a029-f93c-4542-8eea-d10ae0dffa36 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0ac60e337fda427790fdee195027f174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298303 Aug 09 02:47:57.703756 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39332) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:57.736585 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:57.757306 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4236189a-1e65-4d00-bbaa-cd0c5ffc062e admin admin] Publish callbacks [] for security_group (4c0bff8a-833d-4323-a6ba-53d52ca23f9f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.779001 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4236189a-1e65-4d00-bbaa-cd0c5ffc062e admin admin] Publish callbacks [] for security_group (4c0bff8a-833d-4323-a6ba-53d52ca23f9f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.827550 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4236189a-1e65-4d00-bbaa-cd0c5ffc062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (4c0bff8a-833d-4323-a6ba-53d52ca23f9f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.830398 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4236189a-1e65-4d00-bbaa-cd0c5ffc062e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:57.831739 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4236189a-1e65-4d00-bbaa-cd0c5ffc062e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4c0bff8a-833d-4323-a6ba-53d52ca23f9f HTTP/1.1" status: 204 len: 168 time: 0.1271138 Aug 09 02:47:57.841313 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236189a-1e65-4d00-bbaa-cd0c5ffc062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0bff8a-833d-4323-a6ba-53d52ca23f9f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:58.145946 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39344) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:58.159801 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4308420d-d96c-413b-a801-aff3ae58b6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.195330 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:47:58.247598 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4308420d-d96c-413b-a801-aff3ae58b6c1 admin admin] Publish callbacks [] for security_group (f4c2a363-7ef7-4a3e-838a-18543ae50f48), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.254482 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4308420d-d96c-413b-a801-aff3ae58b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (f4c2a363-7ef7-4a3e-838a-18543ae50f48), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.293041 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4308420d-d96c-413b-a801-aff3ae58b6c1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7a5cffa94c5b4c15a38ebcd2909b1679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459782 Aug 09 02:47:58.293888 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308420d-d96c-413b-a801-aff3ae58b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2a363-7ef7-4a3e-838a-18543ae50f48,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:58.295946 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39346) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:47:58.349563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d605ce93-04da-4598-a242-19e52941b48e admin admin] Publish callbacks [] for security_group (f4c2a363-7ef7-4a3e-838a-18543ae50f48), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.372361 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d605ce93-04da-4598-a242-19e52941b48e admin admin] Publish callbacks [] for security_group (f4c2a363-7ef7-4a3e-838a-18543ae50f48), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.424262 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d605ce93-04da-4598-a242-19e52941b48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (f4c2a363-7ef7-4a3e-838a-18543ae50f48), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.426891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d605ce93-04da-4598-a242-19e52941b48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:47:58.428069 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-d605ce93-04da-4598-a242-19e52941b48e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f4c2a363-7ef7-4a3e-838a-18543ae50f48 HTTP/1.1" status: 204 len: 168 time: 0.1311059 Aug 09 02:47:58.436188 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605ce93-04da-4598-a242-19e52941b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2a363-7ef7-4a3e-838a-18543ae50f48,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:47:58.761245 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad8805-01d3-4050-8169-37356890b499 req-b22b7914-4072-4983-a587-63f49fc4b84c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:58.762763 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4fad8805-01d3-4050-8169-37356890b499 req-b22b7914-4072-4983-a587-63f49fc4b84c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 944 time: 0.0536230 Aug 09 02:47:58.812682 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4fad8805-01d3-4050-8169-37356890b499 req-cf9b9a29-1f1d-411f-a7b3-5a12fd8a343c tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Aug 09 02:47:59.954862 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abff44-bf37-48a3-a77c-0e822bc97e1e req-93374d6f-5699-4fab-ab57-cfa0f786e55a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:47:59.956400 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-29abff44-bf37-48a3-a77c-0e822bc97e1e req-93374d6f-5699-4fab-ab57-cfa0f786e55a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 944 time: 0.0611501 Aug 09 02:48:00.006615 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-29abff44-bf37-48a3-a77c-0e822bc97e1e req-076cc518-7059-43a5-a533-e8fcc1d0e788 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443561 Aug 09 02:48:00.643546 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-1d8335f9-772d-46f5-97c9-48d5129559d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:00.755799 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:48:00.805834 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port c771a4c1-387c-4632-a527-0af0b51cc089 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:48:00.806245 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:00.881289 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c771a4c1-387c-4632-a527-0af0b51cc089 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:48:00.881692 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:00.904726 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:00.906986 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f05e8a5-ff10-4fa1-bb57-566cf5484598" -d '{"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-plugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:00.922616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:00.927982 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:00.949886 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f69228b-a857-4ec9-a95f-f69e7357864f x-openstack-request-id: req-7f69228b-a857-4ec9-a95f-f69e7357864f {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:00.950176 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-plugged", "status": "completed", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:00.950449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f69228b-a857-4ec9-a95f-f69e7357864f {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:00.950842 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f69228b-a857-4ec9-a95f-f69e7357864f'] response: {'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'code': 200} Aug 09 02:48:00.976869 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=10']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:01.146729 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a866e9-d643-4a52-9a48-f80609c2dc4c req-1924b290-5781-48d8-9458-e28f2d5906d0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:01.149036 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b6a866e9-d643-4a52-9a48-f80609c2dc4c req-1924b290-5781-48d8-9458-e28f2d5906d0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0592110 Aug 09 02:48:01.206324 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa4c4-ed26-4994-b049-34028352ec38 req-d1bfbc70-81fd-409f-8a73-8c7f57357ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:01.208490 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-376aa4c4-ed26-4994-b049-34028352ec38 req-d1bfbc70-81fd-409f-8a73-8c7f57357ab7 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1130 time: 0.0574162 Aug 09 02:48:01.226016 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b6a866e9-d643-4a52-9a48-f80609c2dc4c req-c5faf8a6-45cb-402c-b8d1-b8147ae7a49e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639036 Aug 09 02:48:01.260547 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-376aa4c4-ed26-4994-b049-34028352ec38 req-3ff6b711-e305-40ba-a6e0-81b05939c9cf service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Aug 09 02:48:02.359435 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2d90f-9502-4719-9efb-7b2a07bf150f req-2500da68-580c-48c2-b3e5-6491f999d1ed tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:02.360902 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-47e2d90f-9502-4719-9efb-7b2a07bf150f req-2500da68-580c-48c2-b3e5-6491f999d1ed tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0483181 Aug 09 02:48:02.405480 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:02.413849 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-47e2d90f-9502-4719-9efb-7b2a07bf150f req-08a5799a-afb0-48c1-9a4f-3f713d6b9b51 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 Aug 09 02:48:03.098048 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-834cc059-0640-4aff-8ff7-aa892f06082a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:03.548666 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b599-b0dc-48a8-8127-f8d29436377d req-57282b7d-8796-42de-9812-77d31c045e30 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:03.550113 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e316b599-b0dc-48a8-8127-f8d29436377d req-57282b7d-8796-42de-9812-77d31c045e30 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0470510 Aug 09 02:48:03.601080 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e316b599-b0dc-48a8-8127-f8d29436377d req-779c5377-250d-45fe-b111-eae840508ae8 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Aug 09 02:48:04.336444 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:04.729478 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49113-bebc-4d69-8d85-1e6dc0994541 req-c1a98eca-24be-4939-8fa9-ec17ef1a3524 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:04.731004 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bda49113-bebc-4d69-8d85-1e6dc0994541 req-c1a98eca-24be-4939-8fa9-ec17ef1a3524 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0508852 Aug 09 02:48:04.793701 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bda49113-bebc-4d69-8d85-1e6dc0994541 req-49f584a4-3466-4ecc-949a-1a428612b609 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540662 Aug 09 02:48:05.249292 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:05.485173 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:05.821421 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:05.920482 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:05.935065 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69682c-41d1-42d2-8e44-1cffffe74be7 req-8acee080-5e9a-4f2b-8257-c2c7b7a45efb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:05.937017 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2c69682c-41d1-42d2-8e44-1cffffe74be7 req-8acee080-5e9a-4f2b-8257-c2c7b7a45efb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0614476 Aug 09 02:48:05.998528 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2c69682c-41d1-42d2-8e44-1cffffe74be7 req-5acda0e5-3a3f-42c6-9225-1110a1ac0800 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547352 Aug 09 02:48:07.141102 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679d314-a618-4635-9800-9c32dab142ef req-b8168802-2c10-468e-b073-5477ede67539 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:07.142600 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1679d314-a618-4635-9800-9c32dab142ef req-b8168802-2c10-468e-b073-5477ede67539 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0544047 Aug 09 02:48:07.192905 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1679d314-a618-4635-9800-9c32dab142ef req-49bea31e-450f-4050-93f2-f5bd04104186 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Aug 09 02:48:08.325069 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370746b-6c6b-45e6-b1e2-554ca66d65b9 req-a3acd637-19c5-4db1-a91f-598b383a1f8a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:08.326567 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b370746b-6c6b-45e6-b1e2-554ca66d65b9 req-a3acd637-19c5-4db1-a91f-598b383a1f8a tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0482769 Aug 09 02:48:08.382317 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b370746b-6c6b-45e6-b1e2-554ca66d65b9 req-e9f98a25-e5de-467c-b78e-68ef9d92f68d tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495186 Aug 09 02:48:09.514753 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8640d-973d-4049-86f6-211350fae4c3 req-8ed045fd-8c89-47f9-8027-9beb4e52d4eb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:09.516186 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-33f8640d-973d-4049-86f6-211350fae4c3 req-8ed045fd-8c89-47f9-8027-9beb4e52d4eb tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0467143 Aug 09 02:48:09.565036 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-33f8640d-973d-4049-86f6-211350fae4c3 req-aa3db5ce-3ed1-4d98-a0cb-c4e996aae429 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Aug 09 02:48:11.255475 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=15 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:11.258034 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:15.810444 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:15.814988 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:15.816518 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:17.396547 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39674) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:17.511830 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.596301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Publish callbacks [] for security_group (3d861db7-ef3d-4736-a38d-a4bb9b2ab266), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.601496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3d861db7-ef3d-4736-a38d-a4bb9b2ab266), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.640493 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ae015fbd2ca14fecbdcc9b6fc6688c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428734 Aug 09 02:48:17.641744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d861db7-ef3d-4736-a38d-a4bb9b2ab266,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:17.643538 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39678) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:17.649338 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.649724 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.650077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.650447 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.650783 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.651125 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.651453 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.651778 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.652107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.652441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.652771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.653101 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.653424 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.653743 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.654065 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebb1aaf-c326-4e90-8cc0-65b0bd17a3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:17.698360 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6646c782-747a-4dac-b568-2677e6a48fa3 admin admin] Publish callbacks [] for security_group (3d861db7-ef3d-4736-a38d-a4bb9b2ab266), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.720267 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6646c782-747a-4dac-b568-2677e6a48fa3 admin admin] Publish callbacks [] for security_group (3d861db7-ef3d-4736-a38d-a4bb9b2ab266), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.767771 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6646c782-747a-4dac-b568-2677e6a48fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (3d861db7-ef3d-4736-a38d-a4bb9b2ab266), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.770640 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6646c782-747a-4dac-b568-2677e6a48fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:17.771788 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6646c782-747a-4dac-b568-2677e6a48fa3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3d861db7-ef3d-4736-a38d-a4bb9b2ab266 HTTP/1.1" status: 204 len: 168 time: 0.1272829 Aug 09 02:48:17.779531 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646c782-747a-4dac-b568-2677e6a48fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d861db7-ef3d-4736-a38d-a4bb9b2ab266,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:18.061513 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39690) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:18.074819 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31caf4eb-2acf-4f74-8648-88bf3233fd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.150177 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31caf4eb-2acf-4f74-8648-88bf3233fd2e admin admin] Publish callbacks [] for security_group (e9ab40f1-6f78-4532-b3d3-910500b18822), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.156778 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31caf4eb-2acf-4f74-8648-88bf3233fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (e9ab40f1-6f78-4532-b3d3-910500b18822), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.196255 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-31caf4eb-2acf-4f74-8648-88bf3233fd2e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e051a570bd31487b8357b7345cf6a034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335599 Aug 09 02:48:18.197133 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caf4eb-2acf-4f74-8648-88bf3233fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ab40f1-6f78-4532-b3d3-910500b18822,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:18.199859 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39694) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:18.251804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10e67697-fdf2-4ead-8a75-d0b7108f45d1 admin admin] Publish callbacks [] for security_group (e9ab40f1-6f78-4532-b3d3-910500b18822), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.272765 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10e67697-fdf2-4ead-8a75-d0b7108f45d1 admin admin] Publish callbacks [] for security_group (e9ab40f1-6f78-4532-b3d3-910500b18822), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.319675 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10e67697-fdf2-4ead-8a75-d0b7108f45d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (e9ab40f1-6f78-4532-b3d3-910500b18822), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.322499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10e67697-fdf2-4ead-8a75-d0b7108f45d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:18.323663 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-10e67697-fdf2-4ead-8a75-d0b7108f45d1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e9ab40f1-6f78-4532-b3d3-910500b18822 HTTP/1.1" status: 204 len: 168 time: 0.1224649 Aug 09 02:48:18.331445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67697-fdf2-4ead-8a75-d0b7108f45d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ab40f1-6f78-4532-b3d3-910500b18822,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:18.367190 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:18.371812 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:20.458187 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:48:20.646062 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:20.652823 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-a2ac50ce-2a2b-471c-aa8f-8f72f74bde11 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1734634472&fields=id&tenant_id=9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 267 time: 0.0527346 Aug 09 02:48:20.767925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-1f599f6d-023c-4473-996d-54175ba072e9 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:20.769302 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-1f599f6d-023c-4473-996d-54175ba072e9 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 812 time: 0.1094563 Aug 09 02:48:20.784871 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-51a20746-74d3-4201-b968-1a2ec9bb77a3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/quotas/9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 375 time: 0.0098186 Aug 09 02:48:20.799936 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:20.839874 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-518644b5-3a1d-4bc5-a2ec-80e60d1f094a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499525 Aug 09 02:48:20.939028 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-4453d8a3-b890-4013-a103-cf33dbfa7b83 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878618 Aug 09 02:48:21.032791 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-9d3d1f37-729a-4fd9-9649-19b560d47e94 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Aug 09 02:48:21.356907 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-69b87bc2-3fd3-4e5d-a305-61dfc1767198 req-1e30856f-202e-49be-918b-acf759aab7ac tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 210 time: 0.0319419 Aug 09 02:48:21.605274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39790) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:21.716229 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8117edd0-d849-496c-8c3e-e148b62246f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.789282 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8117edd0-d849-496c-8c3e-e148b62246f5 admin admin] Publish callbacks [] for security_group (02926236-80cf-4005-9e02-559666f8b7c3), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.793356 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8117edd0-d849-496c-8c3e-e148b62246f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (02926236-80cf-4005-9e02-559666f8b7c3), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.830312 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117edd0-d849-496c-8c3e-e148b62246f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02926236-80cf-4005-9e02-559666f8b7c3,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:21.838020 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8117edd0-d849-496c-8c3e-e148b62246f5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=aa236a91639d48aaa32919e45cf1dd40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309852 Aug 09 02:48:21.838140 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39796) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:21.886988 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1041a23f-0aac-4ba4-b48f-1e756bae5207 admin admin] Publish callbacks [] for security_group (02926236-80cf-4005-9e02-559666f8b7c3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.908547 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1041a23f-0aac-4ba4-b48f-1e756bae5207 admin admin] Publish callbacks [] for security_group (02926236-80cf-4005-9e02-559666f8b7c3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.954866 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1041a23f-0aac-4ba4-b48f-1e756bae5207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (02926236-80cf-4005-9e02-559666f8b7c3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.957486 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1041a23f-0aac-4ba4-b48f-1e756bae5207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:21.958892 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1041a23f-0aac-4ba4-b48f-1e756bae5207 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/02926236-80cf-4005-9e02-559666f8b7c3 HTTP/1.1" status: 204 len: 168 time: 0.1202226 Aug 09 02:48:21.967131 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041a23f-0aac-4ba4-b48f-1e756bae5207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02926236-80cf-4005-9e02-559666f8b7c3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:22.478575 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7207d9d4-6803-441e-8894-07d1b0a872b9 req-6cd34694-96d2-49c3-b745-e4d62493dd14 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 210 time: 0.0295484 Aug 09 02:48:22.483089 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-cdd24897-020f-41ce-86eb-a091081ee624 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:22.485017 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-cdd24897-020f-41ce-86eb-a091081ee624 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 812 time: 0.1143360 Aug 09 02:48:22.559546 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-5308f069-d81a-4e2c-93d7-aa67b3c99586 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9aadaf242f674436a45eae700fb52fc1 HTTP/1.1" status: 200 len: 380 time: 0.0563548 Aug 09 02:48:22.574137 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'port': {'device_id': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'admin_state_up': True, 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'security_groups': ['e379539b-2fc4-4fc1-9a4c-d771781cc64d']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:48:22.686311 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Made reservation on behalf of 9aadaf242f674436a45eae700fb52fc1 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:48:22.689966 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:22.713254 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:22.757552 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:22.824968 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Allocated IP 172.20.0.8 (b1e2d894-011a-4b96-b401-d6a3370e9f10/5ef08927-ca8d-427b-ad52-ae171e01f984/83f25e4f-a0a2-405d-90b0-5f49d4471e1e) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:48:22.970099 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.003930 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.048374 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:48:23.051521 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:48:23.055437 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:48:23.081965 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:23.118340 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:23.119096 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.142389 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-abb677ca-c1ae-4843-adb7-034f7f17ee65 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719588 Aug 09 02:48:23.161864 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Request body: {'port': {'device_id': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:48:23.234939 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.340950 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-2e2efae6-d042-40e9-9244-c1cf29eb5a34 None None] Provisioning complete for port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e triggered by entity DHCP. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:48:23.341695 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2e2efae6-d042-40e9-9244-c1cf29eb5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.391772 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-2e2efae6-d042-40e9-9244-c1cf29eb5a34 None None] Port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e cannot update to ACTIVE because it is not bound. {{(pid=110669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 09 02:48:23.622191 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b9bc8-1c76-4e58-9bc9-36ebddf02e2c req-47c1b432-b743-4732-9334-74bdd7b1b6f1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:23.632789 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-409b9bc8-1c76-4e58-9bc9-36ebddf02e2c req-47c1b432-b743-4732-9334-74bdd7b1b6f1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 931 time: 0.0657256 Aug 09 02:48:23.680484 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-409b9bc8-1c76-4e58-9bc9-36ebddf02e2c req-096f8a55-ee0a-4724-ac76-430610997a41 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Aug 09 02:48:23.775184 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f25e4f-a0a2-405d-90b0-5f49d4471e1e {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:48:23.782826 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Publish callbacks [] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.796015 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Transition to ACTIVE for port object 83f25e4f-a0a2-405d-90b0-5f49d4471e1e will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:48:23.802587 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:23.808002 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:23.849202 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:23.867587 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Pushing event updated for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:23.898588 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.898947 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.899367 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.899770 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.900103 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.900557 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.900892 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.901240 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.901596 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.901918 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.902273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.902647 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.902971 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.903289 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.903665 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:23.937937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Attempting to bind port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:48:23.938173 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Attempting to bind port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:48:23.938535 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Attempting to bind port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:48:23.943397 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e on network b1e2d894-011a-4b96-b401-d6a3370e9f10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:48:23.943709 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Attempting to bind port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e on network b1e2d894-011a-4b96-b401-d6a3370e9f10 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:48:23.949193 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:48:23.949547 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Checking segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:48:23.949924 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Bound using segment: {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:48:23.950373 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Bound port: 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4e39cd-43d0-45f5-ac15-658010a75377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:48:23.950732 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:24.018826 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:48:24.022353 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:48:24.029792 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:24.033181 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:24.033803 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:24.035457 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/83f25e4f-a0a2-405d-90b0-5f49d4471e1e HTTP/1.1" status: 200 len: 1093 time: 0.8795633 Aug 09 02:48:24.037465 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:24.039763 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb0f7a6-539c-407f-8289-1f626cb25e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:24.080283 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277d012-470b-42d6-a57e-357c25c07ca5 x-openstack-request-id: req-b277d012-470b-42d6-a57e-357c25c07ca5 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:24.080569 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:24.080824 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b277d012-470b-42d6-a57e-357c25c07ca5 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:24.081228 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b277d012-470b-42d6-a57e-357c25c07ca5'] response: {'name': 'network-changed', 'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'status': 'completed', 'code': 200} Aug 09 02:48:24.094322 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c88a36-439c-4411-9354-e1f99c3e3de5 service neutron] Pushing event updated for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:24.153710 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-bed72f8b-7728-4854-a48f-ca5e07c4caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:24.155237 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-bed72f8b-7728-4854-a48f-ca5e07c4caec service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 1127 time: 0.0395548 Aug 09 02:48:24.210263 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-59668a58-6003-42ca-b030-556bb5eaf8ae service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e HTTP/1.1" status: 200 len: 217 time: 0.0354445 Aug 09 02:48:24.260301 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-af4afa3c-0c71-45a6-afdf-81018c01e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:24.261781 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-af4afa3c-0c71-45a6-afdf-81018c01e78e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0454144 Aug 09 02:48:24.307841 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-1e962a00-f6c4-47de-89db-e994b68603aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:24.309326 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-1e962a00-f6c4-47de-89db-e994b68603aa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410106 Aug 09 02:48:24.403592 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-dee2cb45-52b2-488a-a9b2-d3949378641c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870886 Aug 09 02:48:24.500395 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e15bcfaa-c26c-4a2d-aae8-a53671439695 req-7ec0213c-a64c-49af-9d4e-c93cbe5b5ab4 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908368 Aug 09 02:48:24.804216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89433266-4b8c-444f-bec7-425abe2fc5b0 req-35c34fd9-e3c2-4b3c-a1a6-fc6829a21430 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:24.805673 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89433266-4b8c-444f-bec7-425abe2fc5b0 req-35c34fd9-e3c2-4b3c-a1a6-fc6829a21430 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0501943 Aug 09 02:48:24.822900 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39868) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:24.868335 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-89433266-4b8c-444f-bec7-425abe2fc5b0 req-207e3a94-3b1d-4cb6-8346-499e2fef7f36 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563352 Aug 09 02:48:24.896084 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-d0a5817d-59bc-4595-9b7a-2d0dfd0661d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:24.897670 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-d0a5817d-59bc-4595-9b7a-2d0dfd0661d1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 1127 time: 0.0598724 Aug 09 02:48:25.041073 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-c9ebaf75-1e76-4284-a392-621106a62d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:25.042628 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-c9ebaf75-1e76-4284-a392-621106a62d76 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.1355689 Aug 09 02:48:25.093151 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-56978e6e-a621-4123-8b1e-717a700dd083 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e HTTP/1.1" status: 200 len: 217 time: 0.0379708 Aug 09 02:48:25.126653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39876) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:25.182002 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:25.203958 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-7ab00b36-f805-4394-853a-bb306b1af4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:25.205427 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-7ab00b36-f805-4394-853a-bb306b1af4c5 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0779414 Aug 09 02:48:25.241684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac9878c3-7f91-462a-9180-50be88a4d205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.245544 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Deleting port 1a626346-0add-4c87-bb3f-9017096b90d6 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:25.245886 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (1a626346-0add-4c87-bb3f-9017096b90d6), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.297772 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-3b270acb-cad8-4220-9cdd-3753f8c87708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:25.299608 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-3b270acb-cad8-4220-9cdd-3753f8c87708 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856750 Aug 09 02:48:25.321212 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac9878c3-7f91-462a-9180-50be88a4d205 admin admin] Publish callbacks [] for security_group (72e1beb3-eadc-41a9-ba84-327fe9b73b77), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.329405 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac9878c3-7f91-462a-9180-50be88a4d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (72e1beb3-eadc-41a9-ba84-327fe9b73b77), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.331374 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:25.375821 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ac9878c3-7f91-462a-9180-50be88a4d205 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0b15306590844401b53d3d82bd5bd242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455308 Aug 09 02:48:25.376424 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39880) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:25.384006 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:25.393333 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9878c3-7f91-462a-9180-50be88a4d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1beb3-eadc-41a9-ba84-327fe9b73b77,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:25.400750 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (1a626346-0add-4c87-bb3f-9017096b90d6), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.401078 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for floatingip (1a626346-0add-4c87-bb3f-9017096b90d6), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.411628 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:25.431492 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Calling delete_port for 1a626346-0add-4c87-bb3f-9017096b90d6 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:25.441712 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5785aab3-b088-44e7-a6b9-9f6a3041dc46 admin admin] Publish callbacks [] for security_group (72e1beb3-eadc-41a9-ba84-327fe9b73b77), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.458553 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-06ec9de2-fddd-4428-b58e-75dc4cf16d10 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523247 Aug 09 02:48:25.463117 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5785aab3-b088-44e7-a6b9-9f6a3041dc46 admin admin] Publish callbacks [] for security_group (72e1beb3-eadc-41a9-ba84-327fe9b73b77), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.509567 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5785aab3-b088-44e7-a6b9-9f6a3041dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (72e1beb3-eadc-41a9-ba84-327fe9b73b77), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.512730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5785aab3-b088-44e7-a6b9-9f6a3041dc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.513902 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5785aab3-b088-44e7-a6b9-9f6a3041dc46 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/72e1beb3-eadc-41a9-ba84-327fe9b73b77 HTTP/1.1" status: 204 len: 168 time: 0.1365905 Aug 09 02:48:25.521814 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785aab3-b088-44e7-a6b9-9f6a3041dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1beb3-eadc-41a9-ba84-327fe9b73b77,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:25.605857 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcb0f7a6-539c-407f-8289-1f626cb25e3e req-c6e1e9be-e4dc-46c9-941c-783b794f00b7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220963 Aug 09 02:48:25.674618 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (1a626346-0add-4c87-bb3f-9017096b90d6), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.699450 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event deleted for resources: {'Port': ['ID=1a626346-0add-4c87-bb3f-9017096b90d6,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:25.767244 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for floatingip (9986dc6c-c21c-43ef-a8d4-510de92061c3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.767567 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Floating IP 9986dc6c-c21c-43ef-a8d4-510de92061c3 disassociated (deleted). External IP: 172.27.2.70, port: f12d9ad9-133b-4098-a94d-fd5f540a9f7c. Aug 09 02:48:25.811797 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 39886) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:25.853515 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c8dddf1f-cc45-45d0-8553-39f314b442ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:25.994063 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede41a8e-0dcb-4302-8020-cf5633998622 req-94fa7079-c474-4528-99d5-37a500964c0c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:25.995633 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ede41a8e-0dcb-4302-8020-cf5633998622 req-94fa7079-c474-4528-99d5-37a500964c0c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0486140 Aug 09 02:48:26.013330 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:26.036751 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c8dddf1f-cc45-45d0-8553-39f314b442ad admin admin] Publish callbacks [] for security_group (6574c3cc-e9e2-44f9-907f-5f49f9268139), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.046751 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c8dddf1f-cc45-45d0-8553-39f314b442ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6574c3cc-e9e2-44f9-907f-5f49f9268139), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.048750 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:26.051933 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Router d2a7997e-fcef-4cae-95df-9d889e8dc59d has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:48:26.054275 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ede41a8e-0dcb-4302-8020-cf5633998622 req-8587437e-c7a9-4091-ba73-8dae87680f23 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523641 Aug 09 02:48:26.096663 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c8dddf1f-cc45-45d0-8553-39f314b442ad admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=936f363595bb4dc59c609e9f929bd20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838175 Aug 09 02:48:26.098944 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dddf1f-cc45-45d0-8553-39f314b442ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574c3cc-e9e2-44f9-907f-5f49f9268139,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:26.099760 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 39890) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:26.153891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c19ad304-01b4-41e1-8657-6ef1b9f74de1 admin admin] Publish callbacks [] for security_group (6574c3cc-e9e2-44f9-907f-5f49f9268139), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.175092 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c19ad304-01b4-41e1-8657-6ef1b9f74de1 admin admin] Publish callbacks [] for security_group (6574c3cc-e9e2-44f9-907f-5f49f9268139), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.199297 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:48:26.204340 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.218512 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] Sync routers for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:48:26.230196 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c19ad304-01b4-41e1-8657-6ef1b9f74de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6574c3cc-e9e2-44f9-907f-5f49f9268139), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.230460 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:26.231417 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:26.233174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c19ad304-01b4-41e1-8657-6ef1b9f74de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:26.234385 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c19ad304-01b4-41e1-8657-6ef1b9f74de1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6574c3cc-e9e2-44f9-907f-5f49f9268139 HTTP/1.1" status: 204 len: 168 time: 0.1335580 Aug 09 02:48:26.235210 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-517b412b-3f79-4fd2-89de-8f4eef4fc050 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/9986dc6c-c21c-43ef-a8d4-510de92061c3 HTTP/1.1" status: 204 len: 168 time: 1.4111261 Aug 09 02:48:26.235833 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:26.238587 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f6cda2-15da-4080-8bb2-b980a92fbd73" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:26.246760 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ad304-01b4-41e1-8657-6ef1b9f74de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574c3cc-e9e2-44f9-907f-5f49f9268139,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:26.299182 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ebba1-c104-44fa-a9d1-ecc3fcfb72a0 x-openstack-request-id: req-0e3ebba1-c104-44fa-a9d1-ecc3fcfb72a0 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:26.299546 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:26.299864 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e3ebba1-c104-44fa-a9d1-ecc3fcfb72a0 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:26.300338 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3ebba1-c104-44fa-a9d1-ecc3fcfb72a0'] response: {'name': 'network-changed', 'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'status': 'completed', 'code': 200} Aug 09 02:48:26.389463 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:26.403450 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-bc7bf3e7-65d7-4ff8-8099-01d770f4462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:26.405173 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-bc7bf3e7-65d7-4ff8-8099-01d770f4462a service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 1129 time: 0.0523229 Aug 09 02:48:26.518630 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a89a8-6de7-47a9-98d2-a9dc08f39359 req-7dd23863-3324-476d-96a3-2c9bca4ac69e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:26.520114 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed6a89a8-6de7-47a9-98d2-a9dc08f39359 req-7dd23863-3324-476d-96a3-2c9bca4ac69e tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0561101 Aug 09 02:48:26.574006 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ed6a89a8-6de7-47a9-98d2-a9dc08f39359 req-072241f1-ddd7-444b-9fd7-5231ed366867 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477431 Aug 09 02:48:26.591809 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:26.620891 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] Checking router: d2a7997e-fcef-4cae-95df-9d889e8dc59d for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:48:26.629018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:26.629621 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:26.860178 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:27.045963 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:27.070522 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cf31f-f384-4ef4-8b98-e78d7042cccd None None] The sync data for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi is: [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:07Z', 'revision_number': 4, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': 'e0dc48df-3172-4415-a986-d26a2726c50d', 'name': '', 'network_id': '203a1ebe-9623-4a72-9e02-1995592d7f43', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'mac_address': 'fa:16:3e:a6:bd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71c8965a-3002-49ee-936d-732a6fce7317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:06Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'subnets': [{'id': '71c8965a-3002-49ee-936d-732a6fce7317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:48:27.187589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1425-da23-4ff5-be28-96aac980c72a req-d49fb1ac-f9e1-42cd-9c04-f9597a8c11ed tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:27.189644 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b43c1425-da23-4ff5-be28-96aac980c72a req-d49fb1ac-f9e1-42cd-9c04-f9597a8c11ed tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0548229 Aug 09 02:48:27.249055 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b43c1425-da23-4ff5-be28-96aac980c72a req-e5d5543c-55cb-4c82-a7f8-dc4d9e6a4945 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536723 Aug 09 02:48:27.323731 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d83bf-318a-4eb5-aa33-aa27fde4fff8 None None] New status for floating IP 9986dc6c-c21c-43ef-a8d4-510de92061c3: DOWN {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:48:27.697481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1a848-1ccf-45bb-be57-7e3d8e062271 req-e22309e2-5244-4434-98a5-e1e5f35562ba tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:27.699072 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bac1a848-1ccf-45bb-be57-7e3d8e062271 req-e22309e2-5244-4434-98a5-e1e5f35562ba tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0472810 Aug 09 02:48:27.732807 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-b1a98bec-6b29-4416-adb4-7b884f786622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:27.734326 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-b1a98bec-6b29-4416-adb4-7b884f786622 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 200 len: 909 time: 0.0912497 Aug 09 02:48:27.752377 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bac1a848-1ccf-45bb-be57-7e3d8e062271 req-8c8fed67-f8c5-4d3e-8c6b-a6439e619e2a tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=210e8e7c-edc9-428f-9c9f-e9f284154ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Aug 09 02:48:27.888261 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-93b24018-ccaf-4413-ad1f-cb8ba430789d service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 200 len: 217 time: 0.0347271 Aug 09 02:48:27.938044 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-30a845fa-558d-4b96-a052-fef4d45b62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:27.939643 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-30a845fa-558d-4b96-a052-fef4d45b62da service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 200 len: 847 time: 0.0434785 Aug 09 02:48:27.987500 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-0827987d-14e8-4820-bf55-729c673f7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:27.989073 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-0827987d-14e8-4820-bf55-729c673f7424 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=203a1ebe-9623-4a72-9e02-1995592d7f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433402 Aug 09 02:48:28.287776 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-f2d76116-008f-4b1d-bcc4-81d34b766dfa service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943134 Aug 09 02:48:28.402412 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-d0b723b9-3ca1-4483-89ae-26c6329cc683 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:28.403899 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-d0b723b9-3ca1-4483-89ae-26c6329cc683 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 945 time: 0.0808411 Aug 09 02:48:28.419864 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55f6cda2-15da-4080-8bb2-b980a92fbd73 req-81fcb3a6-0390-44aa-88a7-f2d615ba088f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969133 Aug 09 02:48:28.421583 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a4663-551e-465a-97c2-c769c9b9264c req-0276df28-55d2-43c9-af0a-231511831ff2 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:28.423051 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-553a4663-551e-465a-97c2-c769c9b9264c req-0276df28-55d2-43c9-af0a-231511831ff2 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0886357 Aug 09 02:48:28.537146 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-553a4663-551e-465a-97c2-c769c9b9264c req-645a26fb-50b4-4971-a000-09776e1ac332 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947347 Aug 09 02:48:28.540397 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Deleting port f12d9ad9-133b-4098-a94d-fd5f540a9f7c {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:28.540737 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:28.628391 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:28.633377 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] For port f12d9ad9-133b-4098-a94d-fd5f540a9f7c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:28.633737 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:28.638278 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:28.651821 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Calling delete_port for f12d9ad9-133b-4098-a94d-fd5f540a9f7c owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:28.788060 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (f12d9ad9-133b-4098-a94d-fd5f540a9f7c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:28.816205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event deleted for resources: {'Port': ['ID=f12d9ad9-133b-4098-a94d-fd5f540a9f7c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:28.890624 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] No DVR routers for this DVR port f12d9ad9-133b-4098-a94d-fd5f540a9f7c on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:28.893352 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:28.896867 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4f679c40-725b-407b-a9ab-7b2074e7ad7c req-0f625c6d-1967-48fb-a7fb-89710c682e17 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.13 "DELETE /networking/v2.0/ports/f12d9ad9-133b-4098-a94d-fd5f540a9f7c HTTP/1.1" status: 204 len: 173 time: 0.4868755 Aug 09 02:48:28.897446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-deleted', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:28.900286 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc35a297-633e-48e4-bc85-5442faf95aa5" -d '{"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-deleted", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:28.903912 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-33268515-e5c0-4c9d-a20b-79b09db3df75 req-5287a69b-c650-4a8d-935a-5cff3c5935d1 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 210 time: 0.0625551 Aug 09 02:48:28.944067 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5911e1b3-b637-4c49-8f66-70b0ab0fc5ee x-openstack-request-id: req-5911e1b3-b637-4c49-8f66-70b0ab0fc5ee {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:28.944422 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b", "name": "network-vif-deleted", "tag": "f12d9ad9-133b-4098-a94d-fd5f540a9f7c", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:28.944676 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5911e1b3-b637-4c49-8f66-70b0ab0fc5ee {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:28.945080 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5911e1b3-b637-4c49-8f66-70b0ab0fc5ee'] response: {'server_uuid': '5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b', 'name': 'network-vif-deleted', 'tag': 'f12d9ad9-133b-4098-a94d-fd5f540a9f7c', 'status': 'completed', 'code': 200} Aug 09 02:48:29.666996 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c94475-c04e-43ae-bbc6-8c026dbb6b45 req-5e30fa39-3ab3-4368-b452-6b024eb50a32 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:29.668640 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e5c94475-c04e-43ae-bbc6-8c026dbb6b45 req-5e30fa39-3ab3-4368-b452-6b024eb50a32 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0485351 Aug 09 02:48:29.727170 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e5c94475-c04e-43ae-bbc6-8c026dbb6b45 req-c6de4bfa-9293-49ed-9f5f-a2c6bc601b9a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512500 Aug 09 02:48:30.022023 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-64f69436-31aa-4f7b-9ca8-a6f687bead84 req-839e36a4-88ed-4a2e-b1ce-0d82bfc0b763 tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fbf5370-c8a4-4cb3-9ffb-3895454c8c5b HTTP/1.1" status: 200 len: 210 time: 0.0281949 Aug 09 02:48:30.640818 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d3ce2b24-f95f-4ba6-a6b8-594779994fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:30.874237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa7f9c-7002-44f1-9c25-4f5caa117807 req-43bf19fe-89c3-441d-8e33-12d38867c51a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:30.875714 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72fa7f9c-7002-44f1-9c25-4f5caa117807 req-43bf19fe-89c3-441d-8e33-12d38867c51a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0627153 Aug 09 02:48:30.927965 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-72fa7f9c-7002-44f1-9c25-4f5caa117807 req-073a9ed6-7d32-4617-940d-892103320770 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 Aug 09 02:48:31.092580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40002) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:31.151528 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-24889569-571d-4ee7-baac-1298853fc32c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group (210e8e7c-edc9-428f-9c9f-e9f284154ff3), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:31.176934 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-24889569-571d-4ee7-baac-1298853fc32c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group (210e8e7c-edc9-428f-9c9f-e9f284154ff3), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:31.241370 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-24889569-571d-4ee7-baac-1298853fc32c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (210e8e7c-edc9-428f-9c9f-e9f284154ff3), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:31.244924 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-24889569-571d-4ee7-baac-1298853fc32c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:31.248950 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-24889569-571d-4ee7-baac-1298853fc32c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/210e8e7c-edc9-428f-9c9f-e9f284154ff3 HTTP/1.1" status: 204 len: 168 time: 0.1529856 Aug 09 02:48:31.259771 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24889569-571d-4ee7-baac-1298853fc32c tempest-TestShelveInstance-11735074 tempest-TestShelveInstance-11735074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210e8e7c-edc9-428f-9c9f-e9f284154ff3,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:32.065066 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb89f-a92a-4ff5-ba03-68991b269d38 req-58bfae63-02ea-4c6c-b691-1aee7b60f3ce tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:32.067146 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-28beb89f-a92a-4ff5-ba03-68991b269d38 req-58bfae63-02ea-4c6c-b691-1aee7b60f3ce tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0550745 Aug 09 02:48:32.120556 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-28beb89f-a92a-4ff5-ba03-68991b269d38 req-55f2bb29-70fb-49d0-8eeb-5cbf96209fa3 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477581 Aug 09 02:48:32.325059 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40012) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:32.923328 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 83f25e4f-a0a2-405d-90b0-5f49d4471e1e details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:48:32.941897 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:32.965191 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: f12d9ad9-133b-4098-a94d-fd5f540a9f7c {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:32.965537 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device f12d9ad9-133b-4098-a94d-fd5f540a9f7c not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:33.052674 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:33.052968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:33.065152 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'port_id': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:48:33.081615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:33.120441 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:48:33.120815 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.124423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c074ed1d-e18c-4082-b681-e23521d73b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.137262 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f25e4f-a0a2-405d-90b0-5f49d4471e1e {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:48:33.142750 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (d2a7997e-fcef-4cae-95df-9d889e8dc59d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.158166 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:33.163902 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.213953 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:33.221600 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.221956 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.222376 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.222719 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.223057 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.223388 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.223716 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.224018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.224383 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.224677 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.225051 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.225335 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.225689 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.225993 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.226344 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:48:33.277014 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff289-7d95-44e8-b7f1-c5deafa75357 req-9ae76d31-cf8c-4301-bd34-e83ac2d89fe8 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:33.278869 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-79aff289-7d95-44e8-b7f1-c5deafa75357 req-9ae76d31-cf8c-4301-bd34-e83ac2d89fe8 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 944 time: 0.0600603 Aug 09 02:48:33.381569 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-79aff289-7d95-44e8-b7f1-c5deafa75357 req-6add72cb-c2b0-4458-ad81-a91bd005e60a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961788 Aug 09 02:48:33.447232 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Deleting port e0dc48df-3172-4415-a986-d26a2726c50d {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:33.447651 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.527139 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['83f25e4f-a0a2-405d-90b0-5f49d4471e1e'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:48:33.529533 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] For port e0dc48df-3172-4415-a986-d26a2726c50d, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=e0dc48df-3172-4415-a986-d26a2726c50d,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:33.529898 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.543640 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Calling delete_port for e0dc48df-3172-4415-a986-d26a2726c50d owned by network:router_interface {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:33.636149 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:33.717453 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:33.733055 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (e0dc48df-3172-4415-a986-d26a2726c50d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.762355 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dc48df-3172-4415-a986-d26a2726c50d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:33.932833 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:33.937939 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (d2a7997e-fcef-4cae-95df-9d889e8dc59d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:33.940660 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:34.162625 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Router d2a7997e-fcef-4cae-95df-9d889e8dc59d has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:48:34.268632 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:48:34.275350 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-a54de5ad-7204-48da-83a6-850e313a81e2 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d2a7997e-fcef-4cae-95df-9d889e8dc59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484980 Aug 09 02:48:34.276634 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40022) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:34.277684 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] Sync routers for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:48:34.289203 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:34.289835 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:34.375821 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks [] for router (d2a7997e-fcef-4cae-95df-9d889e8dc59d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.377262 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.387643 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:34.405628 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:34.517287 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452e5b4-b9fa-4a4c-b1b0-185ad957aa64 req-98941c41-9976-4f57-bc3e-4aeffef9d0cd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:34.518874 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c452e5b4-b9fa-4a4c-b1b0-185ad957aa64 req-98941c41-9976-4f57-bc3e-4aeffef9d0cd tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 944 time: 0.0618875 Aug 09 02:48:34.527094 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks [] for router_gateway (d2a7997e-fcef-4cae-95df-9d889e8dc59d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.597762 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:48:33Z', 'revision_number': 5, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port': {'id': 'd095a93a-5c44-48ea-8dfe-ea2687f53542', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:34.601964 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Deleting port d095a93a-5c44-48ea-8dfe-ea2687f53542 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:34.602337 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.623827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] Checking router: d2a7997e-fcef-4cae-95df-9d889e8dc59d for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:48:34.632277 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] Routers {'d2a7997e-fcef-4cae-95df-9d889e8dc59d'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:34.632887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:34.649625 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c452e5b4-b9fa-4a4c-b1b0-185ad957aa64 req-2e9e8d89-2858-48e6-9827-72f9f497faab tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181104 Aug 09 02:48:34.694197 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] For port d095a93a-5c44-48ea-8dfe-ea2687f53542, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=d095a93a-5c44-48ea-8dfe-ea2687f53542,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:34.694483 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.707110 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Calling delete_port for d095a93a-5c44-48ea-8dfe-ea2687f53542 owned by network:router_gateway {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:34.717098 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] Set router d2a7997e-fcef-4cae-95df-9d889e8dc59d gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:34.769485 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:48:34Z', 'revision_number': 6, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:34.793720 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08a0d7-dd12-4c50-ba03-e3314cc162f8 None None] The sync data for ids ['d2a7997e-fcef-4cae-95df-9d889e8dc59d'] in dv-cinder-852461-1-iscsi is: [{'id': 'd2a7997e-fcef-4cae-95df-9d889e8dc59d', 'name': 'tempest-TestShelveInstance-186344487-router', 'tenant_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:04Z', 'updated_at': '2022-08-09T02:48:34Z', 'revision_number': 6, 'project_id': '2c5d24d2b8dc4844a48a76ed2ea2cffe', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:48:34.823752 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:34.827224 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:34.882644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (d095a93a-5c44-48ea-8dfe-ea2687f53542), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.911030 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d095a93a-5c44-48ea-8dfe-ea2687f53542,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:34.941627 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 83f25e4f-a0a2-405d-90b0-5f49d4471e1e up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:48:34.987226 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:48:34.988730 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (d2a7997e-fcef-4cae-95df-9d889e8dc59d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:34.994174 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:48:34.994560 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.073581 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:48:35.073825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (d2a7997e-fcef-4cae-95df-9d889e8dc59d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.073957 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.076006 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks [] for router_controller (d2a7997e-fcef-4cae-95df-9d889e8dc59d), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.096864 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:35.099194 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f80ff-8293-4cdc-b604-6d9229cf9ffd" -d '{"events": [{"server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "name": "network-vif-plugged", "status": "completed", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:35.112615 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:35.117178 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.125841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (d2a7997e-fcef-4cae-95df-9d889e8dc59d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.128051 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a7997e-fcef-4cae-95df-9d889e8dc59d {{(pid=110668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:48:35.138487 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.142567 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9db2e7e6-f761-44f3-a792-d5d3446e1cbe admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/d2a7997e-fcef-4cae-95df-9d889e8dc59d HTTP/1.1" status: 204 len: 168 time: 0.8645654 Aug 09 02:48:35.144869 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40030) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:35.158732 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4a69b-381b-4823-9bd5-9568f7ae1a11 x-openstack-request-id: req-8ae4a69b-381b-4823-9bd5-9568f7ae1a11 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:35.159028 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "name": "network-vif-plugged", "status": "completed", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:35.159273 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ae4a69b-381b-4823-9bd5-9568f7ae1a11 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:35.159677 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae4a69b-381b-4823-9bd5-9568f7ae1a11'] response: {'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'code': 200} Aug 09 02:48:35.185681 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:35.201863 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Deleting subnet 71c8965a-3002-49ee-936d-732a6fce7317 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:48:35.206141 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Publish callbacks [] for subnet (71c8965a-3002-49ee-936d-732a6fce7317), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.251751 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (71c8965a-3002-49ee-936d-732a6fce7317), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.274548 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.328722 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (71c8965a-3002-49ee-936d-732a6fce7317), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.388064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (71c8965a-3002-49ee-936d-732a6fce7317), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.425000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c8965a-3002-49ee-936d-732a6fce7317,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:35.429699 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.432802 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c3d00c46-84ea-4384-9b15-5620dfcf7d49 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/71c8965a-3002-49ee-936d-732a6fce7317 HTTP/1.1" status: 204 len: 168 time: 0.2869399 Aug 09 02:48:35.435598 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e9c8b-966e-4e4c-8d30-c009cd00f13d None None] Network 203a1ebe-9623-4a72-9e02-1995592d7f43 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:48:35.436114 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40032) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:35.462603 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e1ce-97c9-49f0-84eb-fceff7235ebe req-f1b1c690-1958-449f-b03f-d3a561630ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:35.464157 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3d87e1ce-97c9-49f0-84eb-fceff7235ebe req-f1b1c690-1958-449f-b03f-d3a561630ea2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 1129 time: 0.0473258 Aug 09 02:48:35.507438 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (203a1ebe-9623-4a72-9e02-1995592d7f43), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.509420 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.515348 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3d87e1ce-97c9-49f0-84eb-fceff7235ebe req-026f6fc1-28c9-4787-85cc-6baf322c9338 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 Aug 09 02:48:35.555404 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Deleting port 4e6dc576-7ff0-4804-929a-49cdd8c95329 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:35.555747 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.623580 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:35.629832 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] For port 4e6dc576-7ff0-4804-929a-49cdd8c95329, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e6dc576-7ff0-4804-929a-49cdd8c95329,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:35.630218 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.633213 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd21b65-6638-434f-bee9-96751918e80b None None] DHCP port deletion for 203a1ebe-9623-4a72-9e02-1995592d7f43 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:48:35.644035 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Calling delete_port for 4e6dc576-7ff0-4804-929a-49cdd8c95329 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:35.674466 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-abd21b65-6638-434f-bee9-96751918e80b None None] Deleting port 4e6dc576-7ff0-4804-929a-49cdd8c95329 {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:35.675102 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-abd21b65-6638-434f-bee9-96751918e80b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.726137 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.759200 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6dc576-7ff0-4804-929a-49cdd8c95329,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:35.762829 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] No DVR routers for this DVR port 4e6dc576-7ff0-4804-929a-49cdd8c95329 on host dv-cinder-852461-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:35.766796 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-abd21b65-6638-434f-bee9-96751918e80b None None] For port 4e6dc576-7ff0-4804-929a-49cdd8c95329, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e6dc576-7ff0-4804-929a-49cdd8c95329,segment=NetworkSegment(377d5f70-1504-449c-9c13-cebf1277e9db),segment_id=377d5f70-1504-449c-9c13-cebf1277e9db)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:35.767306 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-abd21b65-6638-434f-bee9-96751918e80b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.781729 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-abd21b65-6638-434f-bee9-96751918e80b None None] Calling delete_port for 4e6dc576-7ff0-4804-929a-49cdd8c95329 owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:35.798142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce730de7-1837-4415-9844-46c0b4c0e22a req-d7b8c184-69bc-418b-a688-b7619e47739e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:35.799818 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ce730de7-1837-4415-9844-46c0b4c0e22a req-d7b8c184-69bc-418b-a688-b7619e47739e tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0548310 Aug 09 02:48:35.819591 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:35.841078 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (203a1ebe-9623-4a72-9e02-1995592d7f43), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.861766 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.867339 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203a1ebe-9623-4a72-9e02-1995592d7f43']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:35.871937 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ce730de7-1837-4415-9844-46c0b4c0e22a req-469488bc-9bd6-409f-973f-43dbb2c7645c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624084 Aug 09 02:48:35.887411 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377d5f70-1504-449c-9c13-cebf1277e9db') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:35.888028 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377d5f70-1504-449c-9c13-cebf1277e9db') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:35.893600 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-abd21b65-6638-434f-bee9-96751918e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (4e6dc576-7ff0-4804-929a-49cdd8c95329), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.904597 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26157935'] for segment (377d5f70-1504-449c-9c13-cebf1277e9db), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.919958 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21b65-6638-434f-bee9-96751918e80b None None] Pushing event deleted for resources: {'Port': ['ID=4e6dc576-7ff0-4804-929a-49cdd8c95329,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:35.926108 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (377d5f70-1504-449c-9c13-cebf1277e9db), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:35.929827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd21b65-6638-434f-bee9-96751918e80b None None] No DVR routers for this DVR port 4e6dc576-7ff0-4804-929a-49cdd8c95329 on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:35.939216 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:48:35.939653 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25207261'] for segment (377d5f70-1504-449c-9c13-cebf1277e9db), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.007817 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (203a1ebe-9623-4a72-9e02-1995592d7f43), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.017495 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.021038 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/203a1ebe-9623-4a72-9e02-1995592d7f43 HTTP/1.1" status: 204 len: 168 time: 0.5839629 Aug 09 02:48:36.024165 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40042) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:36.032699 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e8db7-c344-49dc-a40e-617cdc2dcd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=203a1ebe-9623-4a72-9e02-1995592d7f43,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:36.171405 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment 377d5f70-1504-449c-9c13-cebf1277e9db resource provider aggregate not found Aug 09 02:48:36.190688 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment 377d5f70-1504-449c-9c13-cebf1277e9db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 377d5f70-1504-449c-9c13-cebf1277e9db found for delete ", "request_id": "req-4d859df8-a73c-4261-a46c-4acaa44b10cb"}]} Aug 09 02:48:36.214782 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:36.321166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:36.365975 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (d46eac12-2f59-4fb4-99cc-22f900086d55), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.557250 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d095a93a-5c44-48ea-8dfe-ea2687f53542 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:36.577157 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: d095a93a-5c44-48ea-8dfe-ea2687f53542 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:36.577502 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device d095a93a-5c44-48ea-8dfe-ea2687f53542 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:36.577932 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e6dc576-7ff0-4804-929a-49cdd8c95329 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:36.595418 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 4e6dc576-7ff0-4804-929a-49cdd8c95329 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:36.595774 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e6dc576-7ff0-4804-929a-49cdd8c95329 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:36.596184 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e0dc48df-3172-4415-a986-d26a2726c50d no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:36.596791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Deleting port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:36.597133 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.614506 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: e0dc48df-3172-4415-a986-d26a2726c50d {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:36.614853 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device e0dc48df-3172-4415-a986-d26a2726c50d not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:36.678911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] For port ae1a8047-64f7-4193-ab4f-cbf30f1bdb01, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:36.679277 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.691968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Calling delete_port for ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 owned by network:router_interface {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:36.879248 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (ae1a8047-64f7-4193-ab4f-cbf30f1bdb01), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:36.904600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1a8047-64f7-4193-ab4f-cbf30f1bdb01,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:36.993499 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:37.021240 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede48434-dfd6-47bd-872b-bf23b9d42902 req-802ce013-bf13-49e4-8109-bb35bdf15f61 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:37.022823 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ede48434-dfd6-47bd-872b-bf23b9d42902 req-802ce013-bf13-49e4-8109-bb35bdf15f61 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0590715 Aug 09 02:48:37.143212 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ede48434-dfd6-47bd-872b-bf23b9d42902 req-475a4d08-b5d7-4b4b-aa41-7e499ab8d8f6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886383 Aug 09 02:48:37.155665 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (d46eac12-2f59-4fb4-99cc-22f900086d55), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:37.327965 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:37.354443 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:37.553971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:37.617992 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Router d46eac12-2f59-4fb4-99cc-22f900086d55 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:48:37.725615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:48:37.734711 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-7a7a821f-f6a5-4168-9c51-ccb3f087c15b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d46eac12-2f59-4fb4-99cc-22f900086d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060933 Aug 09 02:48:37.735064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40052) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:37.737837 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] Sync routers for ids ['d46eac12-2f59-4fb4-99cc-22f900086d55'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:48:37.749832 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] Routers {'d46eac12-2f59-4fb4-99cc-22f900086d55'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:37.750482 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d46eac12-2f59-4fb4-99cc-22f900086d55'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:37.835611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks [] for router (d46eac12-2f59-4fb4-99cc-22f900086d55), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:37.849948 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] Set router d46eac12-2f59-4fb4-99cc-22f900086d55 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:37.935861 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks [] for router_gateway (d46eac12-2f59-4fb4-99cc-22f900086d55), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:37.981653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Deleting port ff7f0663-b9e6-4b9b-a979-14918b3fa627 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:37.981994 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.021146 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:48:36Z', 'revision_number': 5, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port': {'id': 'ff7f0663-b9e6-4b9b-a979-14918b3fa627', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:38.049702 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] Checking router: d46eac12-2f59-4fb4-99cc-22f900086d55 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:48:38.058440 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] Routers {'d46eac12-2f59-4fb4-99cc-22f900086d55'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:38.059042 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d46eac12-2f59-4fb4-99cc-22f900086d55'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:38.064271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] For port ff7f0663-b9e6-4b9b-a979-14918b3fa627, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ff7f0663-b9e6-4b9b-a979-14918b3fa627,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:38.064614 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.077412 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Calling delete_port for ff7f0663-b9e6-4b9b-a979-14918b3fa627 owned by network:router_gateway {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:38.147775 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:38.149585 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] Set router d46eac12-2f59-4fb4-99cc-22f900086d55 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:38.207571 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:48:37Z', 'revision_number': 6, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:38.233415 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6361db-4323-43b3-8845-999d18b8dc6d None None] The sync data for ids ['d46eac12-2f59-4fb4-99cc-22f900086d55'] in dv-cinder-852461-1-iscsi is: [{'id': 'd46eac12-2f59-4fb4-99cc-22f900086d55', 'name': 'tempest-TestShelveInstance-2110643122-router', 'tenant_id': 'd2e79b76b02a448f921991e7a0188871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:43:10Z', 'updated_at': '2022-08-09T02:48:37Z', 'revision_number': 6, 'project_id': 'd2e79b76b02a448f921991e7a0188871', 'gw_port_host': None}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:48:38.297202 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9da54-9f60-4136-a1a6-3a86aadcfa41 req-b9538485-a562-481e-99e0-bc7d54aadce1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:38.298683 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-24a9da54-9f60-4136-a1a6-3a86aadcfa41 req-b9538485-a562-481e-99e0-bc7d54aadce1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0616646 Aug 09 02:48:38.299708 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (ff7f0663-b9e6-4b9b-a979-14918b3fa627), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.331867 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7f0663-b9e6-4b9b-a979-14918b3fa627,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:38.395342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:38.426038 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-24a9da54-9f60-4136-a1a6-3a86aadcfa41 req-d5541c6a-1e49-4318-9bc1-63c6676409e5 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059523 Aug 09 02:48:38.429409 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (d46eac12-2f59-4fb4-99cc-22f900086d55), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.525619 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (d46eac12-2f59-4fb4-99cc-22f900086d55), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.542036 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks [] for router_controller (d46eac12-2f59-4fb4-99cc-22f900086d55), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.594288 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee891bd8-9a23-448c-ae79-eb5ba98a3dd7 req-8cc0f4ac-b197-4b66-bcc4-d89254e01368 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:38.595995 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ee891bd8-9a23-448c-ae79-eb5ba98a3dd7 req-8cc0f4ac-b197-4b66-bcc4-d89254e01368 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0854094 Aug 09 02:48:38.618667 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (d46eac12-2f59-4fb4-99cc-22f900086d55), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.619330 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46eac12-2f59-4fb4-99cc-22f900086d55 {{(pid=110668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:48:38.630062 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.634323 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ccec7b00-c782-44e1-a72b-4c285b776239 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/d46eac12-2f59-4fb4-99cc-22f900086d55 HTTP/1.1" status: 204 len: 168 time: 0.8952343 Aug 09 02:48:38.634323 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40068) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:38.703759 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ee891bd8-9a23-448c-ae79-eb5ba98a3dd7 req-09e31f64-58be-4543-a590-b004262a4f36 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006591 Aug 09 02:48:38.706777 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Deleting subnet 1bf26900-2390-4154-ba19-3c1e8afdacd4 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:48:38.710222 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Publish callbacks [] for subnet (1bf26900-2390-4154-ba19-3c1e8afdacd4), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.718526 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:38.732396 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40074) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:38.745681 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:38.746124 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ae1a8047-64f7-4193-ab4f-cbf30f1bdb01 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:38.747546 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (1bf26900-2390-4154-ba19-3c1e8afdacd4), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.828077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (1bf26900-2390-4154-ba19-3c1e8afdacd4), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.878933 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b9f49a-df1d-4f01-a1ad-3c08caa38a5f tempest-TestVolumeBootPattern-250939572 tempest-TestVolumeBootPattern-250939572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:38.881078 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d3b9f49a-df1d-4f01-a1ad-3c08caa38a5f tempest-TestVolumeBootPattern-250939572 tempest-TestVolumeBootPattern-250939572-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 1124 time: 0.1476505 Aug 09 02:48:38.884089 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40078) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:38.885210 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (1bf26900-2390-4154-ba19-3c1e8afdacd4), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.888641 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Request body: {'floatingip': {'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'port_id': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:48:38.908966 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf26900-2390-4154-ba19-3c1e8afdacd4,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:38.910457 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.915713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:38.918963 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-e4fce44c-b81c-49f6-9ecc-d1f9167c6cc3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/1bf26900-2390-4154-ba19-3c1e8afdacd4 HTTP/1.1" status: 204 len: 168 time: 0.2840655 Aug 09 02:48:38.920894 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbd487e-6e18-4bc3-9f9b-e217ce786083 None None] Network eef78989-222f-46dc-9b7a-2a2c4ad7fd76 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:48:38.921455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40080) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:38.993981 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (eef78989-222f-46dc-9b7a-2a2c4ad7fd76), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.003060 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.037714 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Deleting port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:39.038109 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.091352 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] DHCP port deletion for eef78989-222f-46dc-9b7a-2a2c4ad7fd76 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:48:39.104518 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] For port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:39.104890 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.115600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.121107 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Calling delete_port for 38dc1bbd-c293-4a2b-abe6-bb2d0589196a owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:39.122177 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Allocated IP 172.27.2.118 (1ab68943-8177-49a0-a06a-a1ae0e431eec/2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a/52449ac3-528e-460e-af41-0b3372b7af15) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:48:39.128670 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.137177 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] Deleting port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:39.137828 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.219167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.220277 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] For port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,segment=NetworkSegment(d35c74e4-a417-489a-a99b-471868780ef9),segment_id=d35c74e4-a417-489a-a99b-471868780ef9)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:39.220916 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.236376 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] Calling delete_port for 38dc1bbd-c293-4a2b-abe6-bb2d0589196a owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:39.252283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Pushing event deleted for resources: {'Port': ['ID=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:39.257329 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (52449ac3-528e-460e-af41-0b3372b7af15), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.259064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] No DVR routers for this DVR port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a on host dv-cinder-852461-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:39.265099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.302587 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (52449ac3-528e-460e-af41-0b3372b7af15), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.317853 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.337976 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.346869 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Network 1ab68943-8177-49a0-a06a-a1ae0e431eec is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:48:39.350856 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:48:39.353241 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (eef78989-222f-46dc-9b7a-2a2c4ad7fd76), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.355104 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (38dc1bbd-c293-4a2b-abe6-bb2d0589196a), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.355383 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:48:39.382256 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef78989-222f-46dc-9b7a-2a2c4ad7fd76']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:39.384368 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] Pushing event deleted for resources: {'Port': ['ID=38dc1bbd-c293-4a2b-abe6-bb2d0589196a,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:39.388035 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809bbd1-5881-46db-864b-dc1ca6a1c835 None None] No DVR routers for this DVR port 38dc1bbd-c293-4a2b-abe6-bb2d0589196a on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:39.393219 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35c74e4-a417-489a-a99b-471868780ef9') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:39.394131 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35c74e4-a417-489a-a99b-471868780ef9') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:39.401603 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.410640 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=52449ac3-528e-460e-af41-0b3372b7af15,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:39.411233 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (d35c74e4-a417-489a-a99b-471868780ef9), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.441769 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (d35c74e4-a417-489a-a99b-471868780ef9), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.449087 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:48:39.449480 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (d35c74e4-a417-489a-a99b-471868780ef9), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.490805 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment d35c74e4-a417-489a-a99b-471868780ef9 resource provider aggregate not found Aug 09 02:48:39.508938 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment d35c74e4-a417-489a-a99b-471868780ef9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d35c74e4-a417-489a-a99b-471868780ef9 found for delete ", "request_id": "req-d80d0c25-74f1-46be-9273-6b33c30b976f"}]} Aug 09 02:48:39.518859 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (eef78989-222f-46dc-9b7a-2a2c4ad7fd76), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.523518 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.526666 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/eef78989-222f-46dc-9b7a-2a2c4ad7fd76 HTTP/1.1" status: 204 len: 168 time: 0.6040583 Aug 09 02:48:39.539553 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57225c-e365-4607-9b4a-ce6df098f38c admin admin] Pushing event deleted for resources: {'Network': ['ID=eef78989-222f-46dc-9b7a-2a2c4ad7fd76,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:39.579277 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:39.655836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40090) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:39.697271 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-d7bfc8ec-3f49-4fca-92d9-63ec943f0c99 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2c5d24d2b8dc4844a48a76ed2ea2cffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402210 Aug 09 02:48:39.699908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40092) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:39.756632 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-827098d6-f844-49fc-b5e5-039f6b924b1f admin admin] Publish callbacks [] for security_group (803fcc15-3294-45b0-b35d-f6a84777c044), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.780348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-827098d6-f844-49fc-b5e5-039f6b924b1f admin admin] Publish callbacks [] for security_group (803fcc15-3294-45b0-b35d-f6a84777c044), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.831916 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-827098d6-f844-49fc-b5e5-039f6b924b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (803fcc15-3294-45b0-b35d-f6a84777c044), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.834654 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-827098d6-f844-49fc-b5e5-039f6b924b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:39.835843 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-827098d6-f844-49fc-b5e5-039f6b924b1f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/803fcc15-3294-45b0-b35d-f6a84777c044 HTTP/1.1" status: 204 len: 168 time: 0.1349723 Aug 09 02:48:39.844445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827098d6-f844-49fc-b5e5-039f6b924b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803fcc15-3294-45b0-b35d-f6a84777c044,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:40.040748 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (e51d640a-199f-489d-89ed-d0c12a718bc6), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.112586 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (52449ac3-528e-460e-af41-0b3372b7af15), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.186280 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40098) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:40.254135 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3456ced9-5442-4b7b-952c-2a0e61c54f10 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d2e79b76b02a448f921991e7a0188871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0656214 Aug 09 02:48:40.256099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40100) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:40.261977 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for port (52449ac3-528e-460e-af41-0b3372b7af15), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.270239 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25206789'] for port (52449ac3-528e-460e-af41-0b3372b7af15), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.291177 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-2f707f22-06eb-44bf-a780-e085ed4f17eb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709646 Aug 09 02:48:40.325099 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e0d7b12-dd33-4af5-8d67-5bb387e0fe93 admin admin] Publish callbacks [] for security_group (b9721290-4ef1-4823-912f-8e22607b0b1b), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.340045 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event updated for resources: {'Port': ['ID=52449ac3-528e-460e-af41-0b3372b7af15,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:40.342635 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (e51d640a-199f-489d-89ed-d0c12a718bc6), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.359058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e0d7b12-dd33-4af5-8d67-5bb387e0fe93 admin admin] Publish callbacks [] for security_group (b9721290-4ef1-4823-912f-8e22607b0b1b), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.408188 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-fb295c3d-03e6-4367-abec-60896ff01c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:40.410000 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-fb295c3d-03e6-4367-abec-60896ff01c27 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 1130 time: 0.0640109 Aug 09 02:48:40.441797 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Floating IP e51d640a-199f-489d-89ed-d0c12a718bc6 associated. External IP: 172.27.2.118, port: 83f25e4f-a0a2-405d-90b0-5f49d4471e1e. Aug 09 02:48:40.444000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e0d7b12-dd33-4af5-8d67-5bb387e0fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (b9721290-4ef1-4823-912f-8e22607b0b1b), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.446434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e0d7b12-dd33-4af5-8d67-5bb387e0fe93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.449893 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3e0d7b12-dd33-4af5-8d67-5bb387e0fe93 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b9721290-4ef1-4823-912f-8e22607b0b1b HTTP/1.1" status: 204 len: 168 time: 0.1906874 Aug 09 02:48:40.495284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d7b12-dd33-4af5-8d67-5bb387e0fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9721290-4ef1-4823-912f-8e22607b0b1b,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:40.549829 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-4c5ed129-65b6-4271-b3ee-c2500d204fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:40.552529 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-4c5ed129-65b6-4271-b3ee-c2500d204fab service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 200 len: 916 time: 0.1184905 Aug 09 02:48:40.591071 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ff7f0663-b9e6-4b9b-a979-14918b3fa627 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:40.611417 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:40.617274 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: ff7f0663-b9e6-4b9b-a979-14918b3fa627 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:40.617739 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ff7f0663-b9e6-4b9b-a979-14918b3fa627 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:40.618360 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 38dc1bbd-c293-4a2b-abe6-bb2d0589196a no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:40.633812 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:40.634496 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-15a47207-c1d8-4ae3-88fd-29e27a1166db service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 200 len: 1000 time: 0.0753398 Aug 09 02:48:40.640030 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 38dc1bbd-c293-4a2b-abe6-bb2d0589196a {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:40.640698 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 38dc1bbd-c293-4a2b-abe6-bb2d0589196a not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:40.687452 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-3877d742-4325-43a5-9a54-40bd9d61b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:40.688945 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-3877d742-4325-43a5-9a54-40bd9d61b261 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 200 len: 854 time: 0.0468326 Aug 09 02:48:40.699011 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:48:40.734459 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:40.750569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-11c53940-22e1-4aab-b989-d80cbf2dd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:40.752100 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-11c53940-22e1-4aab-b989-d80cbf2dd337 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=0f4ed732-540e-4797-ab30-71de6f473add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563142 Aug 09 02:48:40.802678 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:40.818973 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:48:40.833975 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:48:40.847725 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:40.850053 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:40.851851 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:40.854895 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-f4d39a08-0728-4a2c-ac8f-cf50782957df service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957940 Aug 09 02:48:40.885916 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e70f058f-a361-45ee-8eaa-830efa5d14dc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0007548 Aug 09 02:48:40.886654 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:40.889487 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814c3ab4e41f9eb663d27e5bc1c3ba4ac0b835a312b26982b4ee4c93e3889396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b845fb7e-e019-4d27-a116-e70f3a3e7de7" -d '{"events": [{"name": "network-changed", "server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:40.938139 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9007f719-22b2-4839-9276-3505dd130107 x-openstack-request-id: req-9007f719-22b2-4839-9276-3505dd130107 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:40.938695 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:40.938695 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9007f719-22b2-4839-9276-3505dd130107 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:40.939047 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9007f719-22b2-4839-9276-3505dd130107'] response: {'name': 'network-changed', 'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'status': 'completed', 'code': 200} Aug 09 02:48:40.977686 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-62a64e4c-ad3c-433f-a393-ce2969971100 req-bd1c41e1-5459-4206-b12e-9fb3d6c3dc89 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154435 Aug 09 02:48:41.035655 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-6f929757-40bd-40f0-b8da-8fabe9ce8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:41.037567 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-6f929757-40bd-40f0-b8da-8fabe9ce8261 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 1129 time: 0.0427485 Aug 09 02:48:41.125089 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:41.146818 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-524d4e13-e365-40b9-b7fb-c8d68a3ad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:41.148304 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-524d4e13-e365-40b9-b7fb-c8d68a3ad0b1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.0926919 Aug 09 02:48:41.350002 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}, {'id': 'e51d640a-199f-489d-89ed-d0c12a718bc6', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:48:39Z', 'updated_at': '2022-08-09T02:48:39Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:41.379359 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:48:41.389488 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:41.390099 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:41.445289 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-f7b7d466-b431-4435-b23c-830edb1aca9f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e HTTP/1.1" status: 200 len: 999 time: 0.0666602 Aug 09 02:48:41.494507 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-5dfcaf97-e75d-4f27-829b-4f725eb61aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:41.496248 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-5dfcaf97-e75d-4f27-829b-4f725eb61aa7 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0450375 Aug 09 02:48:41.498375 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:41.547801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-95499d25-a8f7-4742-88ad-1789484187cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:41.549458 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-95499d25-a8f7-4742-88ad-1789484187cb service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450459 Aug 09 02:48:41.644601 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-c7113819-bdf5-4947-a942-0fc7a47b9d4c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878866 Aug 09 02:48:41.721459 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}, {'id': 'e51d640a-199f-489d-89ed-d0c12a718bc6', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:48:39Z', 'updated_at': '2022-08-09T02:48:39Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:41.747517 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589276-26e4-49c7-9583-e541f5fcc144 None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}, {'id': 'e51d640a-199f-489d-89ed-d0c12a718bc6', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:48:39Z', 'updated_at': '2022-08-09T02:48:39Z', 'revision_number': 0, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:48:41.786913 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b845fb7e-e019-4d27-a116-e70f3a3e7de7 req-400ff696-ec42-45df-aa2a-f40708c55f72 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958388 Aug 09 02:48:41.945686 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0bae32-1f51-4417-b3d8-f0845c94f56c None None] New status for floating IP e51d640a-199f-489d-89ed-d0c12a718bc6: ACTIVE {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:48:43.390586 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dcc0e-395a-4e32-82c0-813016319aab req-ebdd6e6d-3e9e-4250-b484-32b50bf5a294 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:43.392057 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2e3dcc0e-395a-4e32-82c0-813016319aab req-ebdd6e6d-3e9e-4250-b484-32b50bf5a294 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0515003 Aug 09 02:48:43.445954 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2e3dcc0e-395a-4e32-82c0-813016319aab req-b8692caf-327b-4d7e-a7cc-fdb3c9fa5027 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454876 Aug 09 02:48:44.581365 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b4318-d5ee-42d7-a6a2-4d0c526e6876 req-8c0ab586-c016-4f06-b9db-ceb808866b13 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:44.583020 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa9b4318-d5ee-42d7-a6a2-4d0c526e6876 req-8c0ab586-c016-4f06-b9db-ceb808866b13 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0513110 Aug 09 02:48:44.634659 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fa9b4318-d5ee-42d7-a6a2-4d0c526e6876 req-0945d6a2-850b-4d30-8136-6bc1036b147b tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6dd939f6-a550-464f-978c-28d4eae1de1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460873 Aug 09 02:48:44.942786 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:44.956617 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-08f5aaee-8af4-4766-8dee-e0b69cd827b5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:48:44.958052 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-08f5aaee-8af4-4766-8dee-e0b69cd827b5 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 946 time: 0.0462790 Aug 09 02:48:45.037939 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Deleting port c771a4c1-387c-4632-a527-0af0b51cc089 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:45.038332 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:45.122599 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:45.130547 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] For port c771a4c1-387c-4632-a527-0af0b51cc089, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c771a4c1-387c-4632-a527-0af0b51cc089,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:45.130933 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:45.550036 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:45.550379 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-503573'] for floatingip (973b796b-14f5-45ef-931d-25a50daa15be), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:45.550720 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Floating IP 973b796b-14f5-45ef-931d-25a50daa15be disassociated. External IP: 172.27.2.34, port: c771a4c1-387c-4632-a527-0af0b51cc089. Aug 09 02:48:45.551058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Calling delete_port for c771a4c1-387c-4632-a527-0af0b51cc089 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:45.693372 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (c771a4c1-387c-4632-a527-0af0b51cc089), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:45.727809 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event deleted for resources: {'Port': ['ID=c771a4c1-387c-4632-a527-0af0b51cc089,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:45.760199 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a4370365-65e8-49c1-b1b1-5741520fcd3c req-098252b9-2814-40fa-8af7-9d57677746bd tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=01aef713-9cfa-4840-829f-b5d30b2f9549 HTTP/1.1" status: 200 len: 210 time: 0.0360548 Aug 09 02:48:45.870000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Router 67834c1b-6072-47f1-bd31-3d6c347870bf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:48:45.977407 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:48:45.987554 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:48:45.999394 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:46.000399 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:46.021167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] No DVR routers for this DVR port c771a4c1-387c-4632-a527-0af0b51cc089 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:46.024071 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.027421 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-5a08c1ae-bb56-4a41-b1a1-f2354f628ee7 req-0f28134c-cef2-4c7e-ab79-42b7ecebad55 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.13 "DELETE /networking/v2.0/ports/c771a4c1-387c-4632-a527-0af0b51cc089 HTTP/1.1" status: 204 len: 173 time: 1.0631335 Aug 09 02:48:46.027894 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-deleted', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:48:46.030322 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d40de7-8d73-46f2-bdd8-3e0892c910dc" -d '{"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-deleted", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:48:46.077336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91744009-c1c6-46b9-95d6-0b695e3eca65 x-openstack-request-id: req-91744009-c1c6-46b9-95d6-0b695e3eca65 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:48:46.077554 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aef713-9cfa-4840-829f-b5d30b2f9549", "name": "network-vif-deleted", "tag": "c771a4c1-387c-4632-a527-0af0b51cc089", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:48:46.077750 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91744009-c1c6-46b9-95d6-0b695e3eca65 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:48:46.078189 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91744009-c1c6-46b9-95d6-0b695e3eca65'] response: {'server_uuid': '01aef713-9cfa-4840-829f-b5d30b2f9549', 'name': 'network-vif-deleted', 'tag': 'c771a4c1-387c-4632-a527-0af0b51cc089', 'status': 'completed', 'code': 200} Aug 09 02:48:46.136449 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:46.282148 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40156) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:46.344109 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:46.368989 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:48:46.377549 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:46.378146 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:46.392113 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3436884-2238-46e2-b2da-6cd1006e4402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.412523 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:46.482566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3436884-2238-46e2-b2da-6cd1006e4402 admin admin] Publish callbacks [] for security_group (c12bbd70-fa09-4842-9429-5f7d12b33a05), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.488283 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:46.488439 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c3436884-2238-46e2-b2da-6cd1006e4402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c12bbd70-fa09-4842-9429-5f7d12b33a05), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.528208 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3436884-2238-46e2-b2da-6cd1006e4402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12bbd70-fa09-4842-9429-5f7d12b33a05,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:46.535800 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40160) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:46.543318 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c3436884-2238-46e2-b2da-6cd1006e4402 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d3604d08826944eea8e6236f8a165467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599943 Aug 09 02:48:46.588130 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf7d27eb-ad51-4c60-817d-bc9348f177d3 admin admin] Publish callbacks [] for security_group (c12bbd70-fa09-4842-9429-5f7d12b33a05), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.609276 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:46.610879 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf7d27eb-ad51-4c60-817d-bc9348f177d3 admin admin] Publish callbacks [] for security_group (c12bbd70-fa09-4842-9429-5f7d12b33a05), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.615767 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:46.660456 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf7d27eb-ad51-4c60-817d-bc9348f177d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c12bbd70-fa09-4842-9429-5f7d12b33a05), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.663301 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bf7d27eb-ad51-4c60-817d-bc9348f177d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.664503 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bf7d27eb-ad51-4c60-817d-bc9348f177d3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c12bbd70-fa09-4842-9429-5f7d12b33a05 HTTP/1.1" status: 204 len: 168 time: 0.1276743 Aug 09 02:48:46.672529 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d27eb-ad51-4c60-817d-bc9348f177d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12bbd70-fa09-4842-9429-5f7d12b33a05,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:46.701516 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:46.731121 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a91199-118a-4876-a144-f5a6d5bb14fb None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:42:02Z', 'revision_number': 4, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '4e58ec91-0f1c-4eb9-b09c-d94cdb595f16', 'name': '', 'network_id': '0f4ed732-540e-4797-ab30-71de6f473add', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'mac_address': 'fa:16:3e:ed:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:02Z', 'updated_at': '2022-08-09T02:42:10Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'subnets': [{'id': '3af5f515-aedc-4464-aadf-07df1a48f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:48:46.865661 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40170) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:46.924216 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-602964cd-6612-44de-b792-374170b9ad32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (6dd939f6-a550-464f-978c-28d4eae1de1c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.952888 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-602964cd-6612-44de-b792-374170b9ad32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (6dd939f6-a550-464f-978c-28d4eae1de1c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:46.994968 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154af187-a79d-4a61-baab-f93f6e5cd1e5 None None] New status for floating IP 973b796b-14f5-45ef-931d-25a50daa15be: DOWN {{(pid=110670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:48:47.008882 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-602964cd-6612-44de-b792-374170b9ad32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6dd939f6-a550-464f-978c-28d4eae1de1c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.011657 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-602964cd-6612-44de-b792-374170b9ad32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.015811 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-602964cd-6612-44de-b792-374170b9ad32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6dd939f6-a550-464f-978c-28d4eae1de1c HTTP/1.1" status: 204 len: 168 time: 0.1462853 Aug 09 02:48:47.016179 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40178) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:47.023592 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602964cd-6612-44de-b792-374170b9ad32 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd939f6-a550-464f-978c-28d4eae1de1c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:47.047471 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.api.v2.resource [None req-8ff146f6-12d7-4fdf-855d-605d036abd4e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] show failed (client error): The resource could not be found. Aug 09 02:48:47.050555 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-8ff146f6-12d7-4fdf-855d-605d036abd4e tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "GET /networking/v2.0/security-groups/6dd939f6-a550-464f-978c-28d4eae1de1c HTTP/1.1" status: 404 len: 347 time: 0.0307889 Aug 09 02:48:47.051566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40180) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:47.158223 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:47.174404 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Deleting port 08bf432a-8bcf-48eb-96c9-61c83e9bf41f {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:47.174747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.256571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.256896 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.270697 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Calling delete_port for 08bf432a-8bcf-48eb-96c9-61c83e9bf41f owned by network:floatingip {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:47.406731 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (08bf432a-8bcf-48eb-96c9-61c83e9bf41f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.432779 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Pushing event deleted for resources: {'Port': ['ID=08bf432a-8bcf-48eb-96c9-61c83e9bf41f,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:47.499392 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks [] for floatingip (973b796b-14f5-45ef-931d-25a50daa15be), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.501920 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:47.503123 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-4e13f8c2-2fe8-4ab8-8d0e-df39e7880ed0 tempest-AttachVolumeShelveTestJSON-1993749218 tempest-AttachVolumeShelveTestJSON-1993749218-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/973b796b-14f5-45ef-931d-25a50daa15be HTTP/1.1" status: 204 len: 168 time: 0.4506502 Aug 09 02:48:48.982032 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:49.002136 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: c771a4c1-387c-4632-a527-0af0b51cc089 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:49.002507 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c771a4c1-387c-4632-a527-0af0b51cc089 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:49.946878 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40274) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:50.450627 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:50.457105 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (67834c1b-6072-47f1-bd31-3d6c347870bf), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:50.678657 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:50.685733 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Deleting port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:50.686088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:50.764674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] For port 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:50.765032 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:50.778581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Calling delete_port for 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 owned by network:router_interface {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:50.965498 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (4e58ec91-0f1c-4eb9-b09c-d94cdb595f16), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:50.989834 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e58ec91-0f1c-4eb9-b09c-d94cdb595f16,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:51.158308 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (67834c1b-6072-47f1-bd31-3d6c347870bf), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:51.371566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:51.375959 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Router 67834c1b-6072-47f1-bd31-3d6c347870bf has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:48:51.480818 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:48:51.485663 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-a76f2f21-8657-4750-8a9d-9fcaec1d6332 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/67834c1b-6072-47f1-bd31-3d6c347870bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381577 Aug 09 02:48:51.489025 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40282) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:51.490364 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] Sync routers for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:48:51.498052 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:51.502545 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:51.503160 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:51.592317 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks [] for router (67834c1b-6072-47f1-bd31-3d6c347870bf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:51.610511 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:51.689734 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks [] for router_gateway (67834c1b-6072-47f1-bd31-3d6c347870bf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:51.735569 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Deleting port 41602548-23ae-4fbb-9a6b-77bd95032506 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:51.735892 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:51.778375 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:48:50Z', 'revision_number': 5, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port': {'id': '41602548-23ae-4fbb-9a6b-77bd95032506', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:77:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:41:59Z', 'updated_at': '2022-08-09T02:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:51.810239 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] Checking router: 67834c1b-6072-47f1-bd31-3d6c347870bf for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:48:51.811948 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:51.817626 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] For port 41602548-23ae-4fbb-9a6b-77bd95032506, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=41602548-23ae-4fbb-9a6b-77bd95032506,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:51.817992 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:51.820193 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] Routers {'67834c1b-6072-47f1-bd31-3d6c347870bf'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:48:51.820801 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:48:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67834c1b-6072-47f1-bd31-3d6c347870bf'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:51.831609 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Calling delete_port for 41602548-23ae-4fbb-9a6b-77bd95032506 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:51.904436 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] Set router 67834c1b-6072-47f1-bd31-3d6c347870bf gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:48:51.951066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:51.954011 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:48:51Z', 'revision_number': 6, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:51.979708 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f4f6f1-a2c0-4501-aa1d-aeaffc26f6fc None None] The sync data for ids ['67834c1b-6072-47f1-bd31-3d6c347870bf'] in dv-cinder-852461-1-iscsi is: [{'id': '67834c1b-6072-47f1-bd31-3d6c347870bf', 'name': 'tempest-AttachVolumeShelveTestJSON-65736832-router', 'tenant_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:41:58Z', 'updated_at': '2022-08-09T02:48:51Z', 'revision_number': 6, 'project_id': 'ca6695b7eb3b40ecb4d46292a95e6122', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:48:51.998298 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (41602548-23ae-4fbb-9a6b-77bd95032506), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.028212 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Pushing event deleted for resources: {'Port': ['ID=41602548-23ae-4fbb-9a6b-77bd95032506,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:52.090269 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (67834c1b-6072-47f1-bd31-3d6c347870bf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.176903 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (67834c1b-6072-47f1-bd31-3d6c347870bf), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.179289 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks [] for router_controller (67834c1b-6072-47f1-bd31-3d6c347870bf), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.224006 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (67834c1b-6072-47f1-bd31-3d6c347870bf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.224687 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67834c1b-6072-47f1-bd31-3d6c347870bf {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:48:52.229744 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.230965 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-53218da3-7693-444a-ac9f-59b23fc3650c admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/67834c1b-6072-47f1-bd31-3d6c347870bf HTTP/1.1" status: 204 len: 168 time: 0.7409580 Aug 09 02:48:52.235058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40286) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:52.273502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:52.284974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Deleting subnet 3af5f515-aedc-4464-aadf-07df1a48f981 {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:48:52.288741 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Publish callbacks [] for subnet (3af5f515-aedc-4464-aadf-07df1a48f981), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.332357 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (3af5f515-aedc-4464-aadf-07df1a48f981), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.411915 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (3af5f515-aedc-4464-aadf-07df1a48f981), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.463742 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (3af5f515-aedc-4464-aadf-07df1a48f981), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.490447 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af5f515-aedc-4464-aadf-07df1a48f981,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:52.496220 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.499718 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9085f0e8-8945-448e-8c3c-ec7980f673dd admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/3af5f515-aedc-4464-aadf-07df1a48f981 HTTP/1.1" status: 204 len: 168 time: 0.2632439 Aug 09 02:48:52.502113 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40288) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:52.502658 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d0140-431c-4d4f-9084-40b44149d448 None None] Network 0f4ed732-540e-4797-ab30-71de6f473add requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:48:52.577211 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (0f4ed732-540e-4797-ab30-71de6f473add), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.620047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Deleting port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:52.620382 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.688244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] For port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,segment=NetworkSegment(92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec),segment_id=92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:52.688525 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.701720 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Calling delete_port for 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:52.752018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] DHCP port deletion for 0f4ed732-540e-4797-ab30-71de6f473add request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:48:52.788215 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.796308 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Deleting port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:48:52.796934 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.818307 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] No DVR routers for this DVR port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 on host dv-cinder-852461-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:52.820456 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:52.901172 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (0f4ed732-540e-4797-ab30-71de6f473add), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.923968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4ed732-540e-4797-ab30-71de6f473add']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:52.933874 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:52.934325 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:48:52.944096 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.955520 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:52.958329 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.965752 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:48:52.966237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:52.979769 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:53.002673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:53.003013 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 4e58ec91-0f1c-4eb9-b09c-d94cdb595f16 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:53.003499 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:53.010009 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec resource provider aggregate not found Aug 09 02:48:53.033741 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:53.034095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:53.034765 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 41602548-23ae-4fbb-9a6b-77bd95032506 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:48:53.035158 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92d91e10-d0b1-49a8-bdf2-9f56b7ae9aec found for delete ", "request_id": "req-3375136d-b4f1-4d89-b1b4-58a6b7328db3"}]} Aug 09 02:48:53.048753 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (0f4ed732-540e-4797-ab30-71de6f473add), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.053597 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.056557 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 41602548-23ae-4fbb-9a6b-77bd95032506 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:48:53.060050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 41602548-23ae-4fbb-9a6b-77bd95032506 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:48:53.060254 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/0f4ed732-540e-4797-ab30-71de6f473add HTTP/1.1" status: 204 len: 168 time: 0.5541146 Aug 09 02:48:53.076236 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] For port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6, host dv-cinder-852461-1-iscsi, got binding levels [] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:48:53.076647 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.092440 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Calling delete_port for 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:48:53.095767 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.ipam_backend_mixin [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 was not found and therefore no delete operation was performed {{(pid=110669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 09 02:48:53.100053 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c66f25-acc0-451f-837f-0140d554c41f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4ed732-540e-4797-ab30-71de6f473add,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:53.100584 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (9a7ea530-f8f6-4bfc-bc74-90af452f1fc6), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.122381 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Pushing event deleted for resources: {'Port': ['ID=9a7ea530-f8f6-4bfc-bc74-90af452f1fc6,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:53.126999 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] Network 0f4ed732-540e-4797-ab30-71de6f473add is not hosted by any dhcp agent {{(pid=110669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 02:48:53.127558 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf2838-4623-4846-903c-0d53d96abd51 None None] No DVR routers for this DVR port 9a7ea530-f8f6-4bfc-bc74-90af452f1fc6 on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:48:53.206032 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40296) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:53.247830 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3d991c06-7366-46ec-9ed2-f2de36d03c26 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ca6695b7eb3b40ecb4d46292a95e6122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400822 Aug 09 02:48:53.250644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40298) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:48:53.298420 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:53.310387 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80577021-f15e-49bc-9ffe-c87b64ce29ee admin admin] Publish callbacks [] for security_group (03d571ea-887a-482f-998d-66c6e12a97e9), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.336440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80577021-f15e-49bc-9ffe-c87b64ce29ee admin admin] Publish callbacks [] for security_group (03d571ea-887a-482f-998d-66c6e12a97e9), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.384680 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80577021-f15e-49bc-9ffe-c87b64ce29ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (03d571ea-887a-482f-998d-66c6e12a97e9), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.387314 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80577021-f15e-49bc-9ffe-c87b64ce29ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:48:53.388464 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-80577021-f15e-49bc-9ffe-c87b64ce29ee admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/03d571ea-887a-482f-998d-66c6e12a97e9 HTTP/1.1" status: 204 len: 168 time: 0.1369305 Aug 09 02:48:53.396443 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577021-f15e-49bc-9ffe-c87b64ce29ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d571ea-887a-482f-998d-66c6e12a97e9,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:48:57.123602 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:57.127177 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:48:57.457643 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:49:00.634358 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-871bb7d8-d5c2-4f68-a4e9-98fd40aac71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:02.216273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:02.217417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:03.089517 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4d42d361-4821-4a14-8ee9-a1a3e2cd0dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:03.391444 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:03.392351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:DELETE=4,neutron:SELECT=29 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:04.336662 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:05.283799 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:05.493087 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:05.829587 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:07.452832 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:07.453609 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:12.474212 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40592) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:12.593508 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa34152-ed5f-429b-963d-2753871983dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.669583 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa34152-ed5f-429b-963d-2753871983dc admin admin] Publish callbacks [] for security_group (c0b0915e-72ab-4fd9-8c20-d599e4699d17), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.676920 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa34152-ed5f-429b-963d-2753871983dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c0b0915e-72ab-4fd9-8c20-d599e4699d17), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.718569 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5aa34152-ed5f-429b-963d-2753871983dc admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e4fe8ba472be45e2b2d328d8f85cfbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431619 Aug 09 02:49:12.719500 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34152-ed5f-429b-963d-2753871983dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b0915e-72ab-4fd9-8c20-d599e4699d17,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:12.721559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40596) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:12.776877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3987da41-8b87-4401-a63b-7bfb7a369d17 admin admin] Publish callbacks [] for security_group (c0b0915e-72ab-4fd9-8c20-d599e4699d17), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.799397 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3987da41-8b87-4401-a63b-7bfb7a369d17 admin admin] Publish callbacks [] for security_group (c0b0915e-72ab-4fd9-8c20-d599e4699d17), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.856820 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3987da41-8b87-4401-a63b-7bfb7a369d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (c0b0915e-72ab-4fd9-8c20-d599e4699d17), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.859777 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3987da41-8b87-4401-a63b-7bfb7a369d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:12.860899 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3987da41-8b87-4401-a63b-7bfb7a369d17 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c0b0915e-72ab-4fd9-8c20-d599e4699d17 HTTP/1.1" status: 204 len: 168 time: 0.1382949 Aug 09 02:49:12.870685 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987da41-8b87-4401-a63b-7bfb7a369d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b0915e-72ab-4fd9-8c20-d599e4699d17,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:13.128346 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40604) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:13.144064 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2cb4859f-aa88-4873-ab00-997df2e523df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.226057 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2cb4859f-aa88-4873-ab00-997df2e523df admin admin] Publish callbacks [] for security_group (ad38a616-2dee-4697-9083-2c187bd36396), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.230813 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2cb4859f-aa88-4873-ab00-997df2e523df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ad38a616-2dee-4697-9083-2c187bd36396), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.266924 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-2cb4859f-aa88-4873-ab00-997df2e523df admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=db84abdc35c34aa08aad1ab92c532f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374955 Aug 09 02:49:13.269911 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40610) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:13.274242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4859f-aa88-4873-ab00-997df2e523df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad38a616-2dee-4697-9083-2c187bd36396,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:13.333988 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1613d57d-f289-40f4-9abf-097c98dfe8fe admin admin] Publish callbacks [] for security_group (ad38a616-2dee-4697-9083-2c187bd36396), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.355238 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1613d57d-f289-40f4-9abf-097c98dfe8fe admin admin] Publish callbacks [] for security_group (ad38a616-2dee-4697-9083-2c187bd36396), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.405146 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1613d57d-f289-40f4-9abf-097c98dfe8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ad38a616-2dee-4697-9083-2c187bd36396), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.407655 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1613d57d-f289-40f4-9abf-097c98dfe8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:13.412002 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1613d57d-f289-40f4-9abf-097c98dfe8fe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ad38a616-2dee-4697-9083-2c187bd36396 HTTP/1.1" status: 204 len: 168 time: 0.1407232 Aug 09 02:49:13.421033 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613d57d-f289-40f4-9abf-097c98dfe8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad38a616-2dee-4697-9083-2c187bd36396,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:15.824240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:16.862279 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40696) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:16.972363 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5d0c-563d-4072-99a1-5b1998873be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.050258 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5d0c-563d-4072-99a1-5b1998873be4 admin admin] Publish callbacks [] for security_group (7898caba-0a3d-4b62-a8e6-f24ece434d22), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.056300 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5d0c-563d-4072-99a1-5b1998873be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7898caba-0a3d-4b62-a8e6-f24ece434d22), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.098476 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e5d0c-563d-4072-99a1-5b1998873be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7898caba-0a3d-4b62-a8e6-f24ece434d22,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:17.109166 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2c2e5d0c-563d-4072-99a1-5b1998873be4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9fbabfa2e2734fc099a648662ec9472d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452221 Aug 09 02:49:17.112307 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40700) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:17.174048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1555a958-1eb2-4415-87b4-20c0180c1e54 admin admin] Publish callbacks [] for security_group (7898caba-0a3d-4b62-a8e6-f24ece434d22), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.196336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1555a958-1eb2-4415-87b4-20c0180c1e54 admin admin] Publish callbacks [] for security_group (7898caba-0a3d-4b62-a8e6-f24ece434d22), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.247242 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1555a958-1eb2-4415-87b4-20c0180c1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (7898caba-0a3d-4b62-a8e6-f24ece434d22), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.249907 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1555a958-1eb2-4415-87b4-20c0180c1e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:17.251148 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-1555a958-1eb2-4415-87b4-20c0180c1e54 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7898caba-0a3d-4b62-a8e6-f24ece434d22 HTTP/1.1" status: 204 len: 168 time: 0.1374156 Aug 09 02:49:17.259353 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555a958-1eb2-4415-87b4-20c0180c1e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7898caba-0a3d-4b62-a8e6-f24ece434d22,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:17.270640 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:17.904487 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40728) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:18.009578 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.092291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Publish callbacks [] for security_group (1fba79fd-30f6-43fb-9ed1-2defa17a1eb6), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.096952 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (1fba79fd-30f6-43fb-9ed1-2defa17a1eb6), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.136564 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b57099246b2242cd833e6fdb505079b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309000 Aug 09 02:49:18.137423 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba79fd-30f6-43fb-9ed1-2defa17a1eb6,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:18.139438 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40738) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:18.156005 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.156274 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.156615 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.156956 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.157282 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.157612 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.157921 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.158271 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.158596 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.158919 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.159244 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.159568 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.159886 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.160204 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.160522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74961e6-91b8-46aa-9ba9-010a488c4c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:18.191974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:18.206116 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7a47d1f-2436-459e-944f-d5f29e450a12 admin admin] Publish callbacks [] for security_group (1fba79fd-30f6-43fb-9ed1-2defa17a1eb6), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.228710 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7a47d1f-2436-459e-944f-d5f29e450a12 admin admin] Publish callbacks [] for security_group (1fba79fd-30f6-43fb-9ed1-2defa17a1eb6), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.246118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:18.279867 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7a47d1f-2436-459e-944f-d5f29e450a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (1fba79fd-30f6-43fb-9ed1-2defa17a1eb6), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.283441 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7a47d1f-2436-459e-944f-d5f29e450a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.285203 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-e7a47d1f-2436-459e-944f-d5f29e450a12 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1fba79fd-30f6-43fb-9ed1-2defa17a1eb6 HTTP/1.1" status: 204 len: 168 time: 0.1446769 Aug 09 02:49:18.294206 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a47d1f-2436-459e-944f-d5f29e450a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba79fd-30f6-43fb-9ed1-2defa17a1eb6,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:18.608303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40748) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:18.622512 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5459-6669-4654-9f64-c4b76dca9e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.698401 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5459-6669-4654-9f64-c4b76dca9e2c admin admin] Publish callbacks [] for security_group (32d0e9d8-be16-47fb-a5cd-3d01d6799b25), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.703747 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5459-6669-4654-9f64-c4b76dca9e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (32d0e9d8-be16-47fb-a5cd-3d01d6799b25), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.742141 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-5b8b5459-6669-4654-9f64-c4b76dca9e2c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=260c9333214441eea6f39c69aef4b071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327217 Aug 09 02:49:18.743152 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b5459-6669-4654-9f64-c4b76dca9e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d0e9d8-be16-47fb-a5cd-3d01d6799b25,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:18.745997 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40750) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:18.801471 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59976d1d-3046-413a-8bcd-7499cc7c75fe admin admin] Publish callbacks [] for security_group (32d0e9d8-be16-47fb-a5cd-3d01d6799b25), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.822921 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59976d1d-3046-413a-8bcd-7499cc7c75fe admin admin] Publish callbacks [] for security_group (32d0e9d8-be16-47fb-a5cd-3d01d6799b25), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.871434 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59976d1d-3046-413a-8bcd-7499cc7c75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (32d0e9d8-be16-47fb-a5cd-3d01d6799b25), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.874011 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59976d1d-3046-413a-8bcd-7499cc7c75fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:18.875244 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-59976d1d-3046-413a-8bcd-7499cc7c75fe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/32d0e9d8-be16-47fb-a5cd-3d01d6799b25 HTTP/1.1" status: 204 len: 168 time: 0.1281886 Aug 09 02:49:18.883269 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976d1d-3046-413a-8bcd-7499cc7c75fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d0e9d8-be16-47fb-a5cd-3d01d6799b25,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:20.658060 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40816) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:20.768421 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7d7e-019c-42c8-ab7c-e4666c2410d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:20.814937 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:20.826541 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:20.855741 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7d7e-019c-42c8-ab7c-e4666c2410d8 admin admin] Publish callbacks [] for security_group (6f32d73d-4bdc-400c-938d-74d0ee9ade67), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:20.860484 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7d7e-019c-42c8-ab7c-e4666c2410d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6f32d73d-4bdc-400c-938d-74d0ee9ade67), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:20.905247 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8a5f7d7e-019c-42c8-ab7c-e4666c2410d8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1193551247914cf387fe23c3ff89ab6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460811 Aug 09 02:49:20.906373 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f7d7e-019c-42c8-ab7c-e4666c2410d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f32d73d-4bdc-400c-938d-74d0ee9ade67,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:20.909525 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40826) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:20.962077 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-14bc56e2-7b89-4413-b56d-c0eab75d4116 admin admin] Publish callbacks [] for security_group (6f32d73d-4bdc-400c-938d-74d0ee9ade67), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:20.983197 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-14bc56e2-7b89-4413-b56d-c0eab75d4116 admin admin] Publish callbacks [] for security_group (6f32d73d-4bdc-400c-938d-74d0ee9ade67), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.032672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-14bc56e2-7b89-4413-b56d-c0eab75d4116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (6f32d73d-4bdc-400c-938d-74d0ee9ade67), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.035378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-14bc56e2-7b89-4413-b56d-c0eab75d4116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.036546 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-14bc56e2-7b89-4413-b56d-c0eab75d4116 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6f32d73d-4bdc-400c-938d-74d0ee9ade67 HTTP/1.1" status: 204 len: 168 time: 0.1260068 Aug 09 02:49:21.044647 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc56e2-7b89-4413-b56d-c0eab75d4116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f32d73d-4bdc-400c-938d-74d0ee9ade67,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:21.325751 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40836) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:21.339890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c57401b2-e791-431c-ab61-2b4b2e3d845d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.416827 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c57401b2-e791-431c-ab61-2b4b2e3d845d admin admin] Publish callbacks [] for security_group (00141e8f-51e9-4deb-8fb4-b74e210f07d3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.422614 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c57401b2-e791-431c-ab61-2b4b2e3d845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (00141e8f-51e9-4deb-8fb4-b74e210f07d3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.459359 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57401b2-e791-431c-ab61-2b4b2e3d845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00141e8f-51e9-4deb-8fb4-b74e210f07d3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:21.466447 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c57401b2-e791-431c-ab61-2b4b2e3d845d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9cfb9f5948404f64b2a100e38392b325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371353 Aug 09 02:49:21.466865 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40838) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:21.514850 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b944335-8d6d-4b58-961b-a8d912427bb7 admin admin] Publish callbacks [] for security_group (00141e8f-51e9-4deb-8fb4-b74e210f07d3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.537286 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b944335-8d6d-4b58-961b-a8d912427bb7 admin admin] Publish callbacks [] for security_group (00141e8f-51e9-4deb-8fb4-b74e210f07d3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.588505 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b944335-8d6d-4b58-961b-a8d912427bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (00141e8f-51e9-4deb-8fb4-b74e210f07d3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.591204 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b944335-8d6d-4b58-961b-a8d912427bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:21.592390 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6b944335-8d6d-4b58-961b-a8d912427bb7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/00141e8f-51e9-4deb-8fb4-b74e210f07d3 HTTP/1.1" status: 204 len: 168 time: 0.1248450 Aug 09 02:49:21.600906 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b944335-8d6d-4b58-961b-a8d912427bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00141e8f-51e9-4deb-8fb4-b74e210f07d3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:21.612637 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:23.705987 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40948) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:23.818770 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:23.899486 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Publish callbacks [] for security_group (d05b0de1-31b2-45a8-a844-419ae0b9b25d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:23.903952 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d05b0de1-31b2-45a8-a844-419ae0b9b25d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:23.950851 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1d9235eb09ec4b878421f9e9d80d158c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434449 Aug 09 02:49:23.952050 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40960) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:23.952561 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b0de1-31b2-45a8-a844-419ae0b9b25d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:23.960622 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.961128 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.961556 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.961986 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.962427 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.962962 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.963376 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.963829 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.964256 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.964770 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.965180 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.965594 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.966002 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.966441 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:23.966850 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da74f2f-0242-43e2-b9e5-cfb13959f350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:24.003993 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20cd608e-01e8-45c4-b0b0-7a29d0a7bca1 admin admin] Publish callbacks [] for security_group (d05b0de1-31b2-45a8-a844-419ae0b9b25d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.025588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20cd608e-01e8-45c4-b0b0-7a29d0a7bca1 admin admin] Publish callbacks [] for security_group (d05b0de1-31b2-45a8-a844-419ae0b9b25d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.075836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20cd608e-01e8-45c4-b0b0-7a29d0a7bca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (d05b0de1-31b2-45a8-a844-419ae0b9b25d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.078394 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20cd608e-01e8-45c4-b0b0-7a29d0a7bca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.079567 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-20cd608e-01e8-45c4-b0b0-7a29d0a7bca1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d05b0de1-31b2-45a8-a844-419ae0b9b25d HTTP/1.1" status: 204 len: 168 time: 0.1265078 Aug 09 02:49:24.092416 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd608e-01e8-45c4-b0b0-7a29d0a7bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b0de1-31b2-45a8-a844-419ae0b9b25d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:24.371722 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 40976) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:24.385890 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f577cff5-4601-4eb6-aea2-ad6e8027c030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.428414 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:24.475954 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f577cff5-4601-4eb6-aea2-ad6e8027c030 admin admin] Publish callbacks [] for security_group (77fcd06e-baeb-49fe-93ba-a6e5a9a457a4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.481058 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f577cff5-4601-4eb6-aea2-ad6e8027c030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (77fcd06e-baeb-49fe-93ba-a6e5a9a457a4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.521065 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f577cff5-4601-4eb6-aea2-ad6e8027c030 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9e855abbab484eaa8974a15379b55152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481552 Aug 09 02:49:24.523639 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577cff5-4601-4eb6-aea2-ad6e8027c030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fcd06e-baeb-49fe-93ba-a6e5a9a457a4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:24.524231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 40982) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:24.592132 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9eda4efc-14d1-4acc-97a6-e9c4ef2f6ec7 admin admin] Publish callbacks [] for security_group (77fcd06e-baeb-49fe-93ba-a6e5a9a457a4), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.615375 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9eda4efc-14d1-4acc-97a6-e9c4ef2f6ec7 admin admin] Publish callbacks [] for security_group (77fcd06e-baeb-49fe-93ba-a6e5a9a457a4), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.666029 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9eda4efc-14d1-4acc-97a6-e9c4ef2f6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (77fcd06e-baeb-49fe-93ba-a6e5a9a457a4), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.668817 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9eda4efc-14d1-4acc-97a6-e9c4ef2f6ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:24.669979 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-9eda4efc-14d1-4acc-97a6-e9c4ef2f6ec7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/77fcd06e-baeb-49fe-93ba-a6e5a9a457a4 HTTP/1.1" status: 204 len: 168 time: 0.1443870 Aug 09 02:49:24.678925 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda4efc-14d1-4acc-97a6-e9c4ef2f6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fcd06e-baeb-49fe-93ba-a6e5a9a457a4,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:25.387569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41008) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:25.492918 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-486840761-network', 'tenant_id': '1ac907637c064b2499900b106ea18ab0'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:49:25.505231 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:25.516295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Made reservation on behalf of 1ac907637c064b2499900b106ea18ab0 for: {'network': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:49:25.519911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.533908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.628872 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:25.631283 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks [] for security_group (af6ae982-503a-451b-9238-2c589deffd77), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.637189 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (af6ae982-503a-451b-9238-2c589deffd77), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.658165 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:49:25.677286 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (e869c25c-a868-4f94-82b4-af78e5864780), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.677632 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.segments_db [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Added segment e869c25c-a868-4f94-82b4-af78e5864780 of type vlan for network d2e316d6-3805-4f31-91b7-9728f7291478 Aug 09 02:49:25.679024 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ae982-503a-451b-9238-2c589deffd77,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:25.720180 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (d2e316d6-3805-4f31-91b7-9728f7291478), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.753854 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (d2e316d6-3805-4f31-91b7-9728f7291478), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.754905 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:25.755483 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:25.813062 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4240367 Aug 09 02:49:25.816115 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41018) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:25.818420 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d6258-44e5-4548-a13c-e0ab4314e785 admin admin] Pushing event updated for resources: {'Network': ['ID=d2e316d6-3805-4f31-91b7-9728f7291478,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:25.827365 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Request body: {'subnet': {'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-486840761-subnet', 'tenant_id': '1ac907637c064b2499900b106ea18ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:49:25.833465 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network d2e316d6-3805-4f31-91b7-9728f7291478 details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:49:25.836254 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:25.856748 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Made reservation on behalf of 1ac907637c064b2499900b106ea18ab0 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:49:25.859390 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202362'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:26.028346 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25206974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202348'] for subnet (3340ab2a-7763-4bfb-8a47-58e4f15d1e1d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:26.090341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3340ab2a-7763-4bfb-8a47-58e4f15d1e1d,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:26.100263 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Checking segment: {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:49:26.100610 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Network hostable DHCP agents. Network: d2e316d6-3805-4f31-91b7-9728f7291478, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:49:26.121066 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Network d2e316d6-3805-4f31-91b7-9728f7291478 is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:49:26.131275 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, d2e316d6-3805-4f31-91b7-9728f7291478) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:49:26.135392 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:26.136064 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:26.141308 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ffc2e8-3bba-45b8-8874-034004faeb72 None None] Network d2e316d6-3805-4f31-91b7-9728f7291478 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:49:26.156835 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e6bde4a7-05fb-4921-a664-d03be1344f35 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3383715 Aug 09 02:49:26.243836 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966ff0b-02f6-41d0-8d74-e354e774c70a None None] Network d2e316d6-3805-4f31-91b7-9728f7291478 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:49:27.968013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-fb62cc89-8395-4b23-90ca-9c81619a2771 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:27.969351 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-fb62cc89-8395-4b23-90ca-9c81619a2771 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 200 len: 808 time: 0.1196761 Aug 09 02:49:27.984033 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-edd1f2f0-0a6e-4ded-a66e-44916aff7d2d tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/quotas/1ac907637c064b2499900b106ea18ab0 HTTP/1.1" status: 200 len: 375 time: 0.0091574 Aug 09 02:49:28.015924 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-bb761518-8061-4073-b91c-25d872828572 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1ac907637c064b2499900b106ea18ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266633 Aug 09 02:49:28.107118 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-5447d718-8118-44b2-afcb-961fd92fcce6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844071 Aug 09 02:49:28.244653 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41056) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:28.358457 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ece78a47-f365-4a16-8179-f67f9e9752c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.438967 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ece78a47-f365-4a16-8179-f67f9e9752c0 admin admin] Publish callbacks [] for security_group (853e4b46-32a5-4d6b-8709-a35185a37211), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.444188 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ece78a47-f365-4a16-8179-f67f9e9752c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (853e4b46-32a5-4d6b-8709-a35185a37211), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.462258 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-46929319-a038-4264-9aab-f8636fc54144 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489187 Aug 09 02:49:28.483926 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ece78a47-f365-4a16-8179-f67f9e9752c0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1517fba770884d69bbb009ccd44ef5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381668 Aug 09 02:49:28.486001 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece78a47-f365-4a16-8179-f67f9e9752c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e4b46-32a5-4d6b-8709-a35185a37211,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:28.486736 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41060) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:49:28.537104 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc205fdc-74f2-47a8-bcff-f6dfdf41b6df admin admin] Publish callbacks [] for security_group (853e4b46-32a5-4d6b-8709-a35185a37211), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.559545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc205fdc-74f2-47a8-bcff-f6dfdf41b6df admin admin] Publish callbacks [] for security_group (853e4b46-32a5-4d6b-8709-a35185a37211), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.639005 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc205fdc-74f2-47a8-bcff-f6dfdf41b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (853e4b46-32a5-4d6b-8709-a35185a37211), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.641502 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc205fdc-74f2-47a8-bcff-f6dfdf41b6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:28.642875 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-fc205fdc-74f2-47a8-bcff-f6dfdf41b6df admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/853e4b46-32a5-4d6b-8709-a35185a37211 HTTP/1.1" status: 204 len: 168 time: 0.1545677 Aug 09 02:49:28.646126 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8f946f91-be45-4bc3-b64c-71f22a94764c req-d30ab046-b093-4aad-9fc5-99db929a5a1f tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 210 time: 0.0391998 Aug 09 02:49:28.652240 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc205fdc-74f2-47a8-bcff-f6dfdf41b6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e4b46-32a5-4d6b-8709-a35185a37211,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:29.692563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:29.771494 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-63cf3ca6-7a6f-43fa-bb32-d9ac70ac0ba5 req-e5340bd8-2f94-4498-9e24-32ea83b84f34 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 210 time: 0.0413547 Aug 09 02:49:29.781004 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-dc067b3b-d920-488e-aa8d-4b95687fb4b1 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:29.782676 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-dc067b3b-d920-488e-aa8d-4b95687fb4b1 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 200 len: 808 time: 0.1355581 Aug 09 02:49:29.800265 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Request body: {'port': {'device_id': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478', 'admin_state_up': True, 'tenant_id': '1ac907637c064b2499900b106ea18ab0'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:49:29.909636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:29.918868 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Made reservation on behalf of 1ac907637c064b2499900b106ea18ab0 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:49:29.922249 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.054569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Allocated IP 172.20.0.11 (d2e316d6-3805-4f31-91b7-9728f7291478/3340ab2a-7763-4bfb-8a47-58e4f15d1e1d/595fe7f0-3163-4e61-b997-3ee5ff67d67c) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:49:30.199442 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks [] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.241184 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.284472 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Network d2e316d6-3805-4f31-91b7-9728f7291478 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:49:30.287636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:49:30.292033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:49:30.314317 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Pushing event updated for resources: {'Port': ['ID=595fe7f0-3163-4e61-b997-3ee5ff67d67c,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:30.341792 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:30.342427 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.360153 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-9bf7e136-81d5-4140-a098-770996b4a4b5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638356 Aug 09 02:49:30.376799 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Request body: {'port': {'device_id': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:49:30.437593 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.612573 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:30.640464 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fca6c331-b68d-4774-9fd2-be48084870d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.668961 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:30.701964 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595fe7f0-3163-4e61-b997-3ee5ff67d67c {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:49:30.709672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Publish callbacks [] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.722132 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Transition to ACTIVE for port object 595fe7f0-3163-4e61-b997-3ee5ff67d67c will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:49:30.727195 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.789411 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Pushing event updated for resources: {'Port': ['ID=595fe7f0-3163-4e61-b997-3ee5ff67d67c,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:30.837108 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Attempting to bind port 595fe7f0-3163-4e61-b997-3ee5ff67d67c on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:49:30.837355 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Attempting to bind port 595fe7f0-3163-4e61-b997-3ee5ff67d67c by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:49:30.837697 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Attempting to bind port 595fe7f0-3163-4e61-b997-3ee5ff67d67c on network d2e316d6-3805-4f31-91b7-9728f7291478 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:49:30.842066 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Port 595fe7f0-3163-4e61-b997-3ee5ff67d67c on network d2e316d6-3805-4f31-91b7-9728f7291478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:49:30.842410 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Attempting to bind port 595fe7f0-3163-4e61-b997-3ee5ff67d67c on network d2e316d6-3805-4f31-91b7-9728f7291478 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:49:30.848541 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:49:30.848877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Checking segment: {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:49:30.849257 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Bound using segment: {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:49:30.849674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Bound port: 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:49:30.850029 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:30.927824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075215-6129-44fb-aa65-d5700d7f2d14 req-ce0402a7-cf4d-4106-8e2f-a3de0427de6e tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:30.929286 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a2075215-6129-44fb-aa65-d5700d7f2d14 req-ce0402a7-cf4d-4106-8e2f-a3de0427de6e tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 944 time: 0.0819120 Aug 09 02:49:30.964119 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] For port 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:49:30.984464 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] For port 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:49:30.996957 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:31.002117 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:31.002748 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:31.004106 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/595fe7f0-3163-4e61-b997-3ee5ff67d67c HTTP/1.1" status: 200 len: 1094 time: 0.6312420 Aug 09 02:49:31.004590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'tag': '595fe7f0-3163-4e61-b997-3ee5ff67d67c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:49:31.006880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba21df4b-c98c-44e7-b2b1-36a647876d55" -d '{"events": [{"name": "network-changed", "server_uuid": "e28968d3-d786-4fc1-9237-0460cb65c47c", "tag": "595fe7f0-3163-4e61-b997-3ee5ff67d67c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:49:31.013422 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a2075215-6129-44fb-aa65-d5700d7f2d14 req-eb40f82d-6bfd-416c-94ca-4c3781cd0229 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780346 Aug 09 02:49:31.049823 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da75f27-df90-46ad-b16f-83b03922b377 x-openstack-request-id: req-6da75f27-df90-46ad-b16f-83b03922b377 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:49:31.050115 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28968d3-d786-4fc1-9237-0460cb65c47c", "tag": "595fe7f0-3163-4e61-b997-3ee5ff67d67c", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:49:31.050395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6da75f27-df90-46ad-b16f-83b03922b377 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:49:31.050803 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da75f27-df90-46ad-b16f-83b03922b377'] response: {'name': 'network-changed', 'server_uuid': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'tag': '595fe7f0-3163-4e61-b997-3ee5ff67d67c', 'status': 'completed', 'code': 200} Aug 09 02:49:31.063904 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679eaf-f762-4781-9826-829eaa3fb537 service neutron] Pushing event updated for resources: {'Port': ['ID=595fe7f0-3163-4e61-b997-3ee5ff67d67c,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:31.116559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-91d1599f-6ac6-4882-91d5-746ed7fa7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:31.117947 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-91d1599f-6ac6-4882-91d5-746ed7fa7fa9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1ac907637c064b2499900b106ea18ab0&device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 1128 time: 0.0435357 Aug 09 02:49:31.163521 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-8495412c-123d-4a6d-b9ca-05f2fd56f46a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c HTTP/1.1" status: 200 len: 217 time: 0.0322690 Aug 09 02:49:31.213664 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634203b6-0d4d-4038-85c9-832e919b38da req-6ae70632-c981-4c23-b236-7e440afbcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:31.215144 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-6ae70632-c981-4c23-b236-7e440afbcd50 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3340ab2a-7763-4bfb-8a47-58e4f15d1e1d HTTP/1.1" status: 200 len: 848 time: 0.0447042 Aug 09 02:49:31.247098 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-fb01e8ae-064f-4908-9b16-e16e52d5716d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d2e316d6-3805-4f31-91b7-9728f7291478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254793 Aug 09 02:49:31.340859 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-13635bf2-7617-488f-ad6a-d6cb58108663 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872130 Aug 09 02:49:31.434214 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-634203b6-0d4d-4038-85c9-832e919b38da req-af711711-fba8-4a2d-b4af-44514c8c4418 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871999 Aug 09 02:49:32.145516 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d3a96-9303-47f0-a325-9a997fc0dce3 req-6be06304-066c-4ff7-a3cb-d29f8d6671f3 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:32.147267 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-de6d3a96-9303-47f0-a325-9a997fc0dce3 req-6be06304-066c-4ff7-a3cb-d29f8d6671f3 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 944 time: 0.0478585 Aug 09 02:49:32.167643 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:32.201466 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-de6d3a96-9303-47f0-a325-9a997fc0dce3 req-58569243-8f74-40b8-81c6-e50317696d89 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484765 Aug 09 02:49:32.332096 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-f07b19cd-c0fe-4f83-97bd-7630d8fe4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:32.333608 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-f07b19cd-c0fe-4f83-97bd-7630d8fe4284 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1ac907637c064b2499900b106ea18ab0&device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 1128 time: 0.0428350 Aug 09 02:49:32.378034 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=21 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:32.429332 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-b345ce5f-842f-41a1-983d-6f98a5685c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:32.430830 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-b345ce5f-842f-41a1-983d-6f98a5685c96 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 200 len: 909 time: 0.0907691 Aug 09 02:49:32.442612 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:32.472422 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-ab93d017-13eb-49d3-94f6-8e188f85c69f service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c HTTP/1.1" status: 200 len: 217 time: 0.0351062 Aug 09 02:49:32.524973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-45be862e-d429-4f09-8971-21cc31c059f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:32.526451 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-45be862e-d429-4f09-8971-21cc31c059f4 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3340ab2a-7763-4bfb-8a47-58e4f15d1e1d HTTP/1.1" status: 200 len: 848 time: 0.0485198 Aug 09 02:49:32.561845 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-d1a24d2b-eeeb-4963-b0a2-41c82890ba69 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d2e316d6-3805-4f31-91b7-9728f7291478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291874 Aug 09 02:49:32.673993 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-5035afd5-1fbc-4d02-9592-4bc19c6e7845 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058486 Aug 09 02:49:32.765989 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba21df4b-c98c-44e7-b2b1-36a647876d55 req-5b5f9297-966a-4473-8a2a-8e939f386b8f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864723 Aug 09 02:49:33.105095 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d3b1da40-2a92-45f8-8e57-adccbbef6464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:33.347347 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ba8f0-09a5-4bbc-acea-edbb594e9a28 req-a8cf44a4-90f1-445f-82a8-45266fc341ed tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:33.349709 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e1ba8f0-09a5-4bbc-acea-edbb594e9a28 req-a8cf44a4-90f1-445f-82a8-45266fc341ed tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 944 time: 0.0568359 Aug 09 02:49:33.402949 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e1ba8f0-09a5-4bbc-acea-edbb594e9a28 req-4adf7ce0-0912-4107-a050-1c6fdfbde263 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446951 Aug 09 02:49:34.342082 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:34.413035 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=13 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:34.457437 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:49:34.526611 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f7b11-d272-447f-b8ce-80dccadad064 req-c5f67d97-66bb-437c-94a8-1ac3365b59fe tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:34.528103 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c19f7b11-d272-447f-b8ce-80dccadad064 req-c5f67d97-66bb-437c-94a8-1ac3365b59fe tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 944 time: 0.0493035 Aug 09 02:49:34.578813 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c19f7b11-d272-447f-b8ce-80dccadad064 req-592cb3e2-9948-4d40-9efe-f8c5f9b5e016 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Aug 09 02:49:35.227775 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 595fe7f0-3163-4e61-b997-3ee5ff67d67c details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:49:35.317496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:35.342999 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:35.355277 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '595fe7f0-3163-4e61-b997-3ee5ff67d67c', 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478', 'port_id': '595fe7f0-3163-4e61-b997-3ee5ff67d67c', 'mac_address': 'fa:16:3e:4b:43:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3340ab2a-7763-4bfb-8a47-58e4f15d1e1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:49:35.395327 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 595fe7f0-3163-4e61-b997-3ee5ff67d67c is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:49:35.395891 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:35.413331 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595fe7f0-3163-4e61-b997-3ee5ff67d67c {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:49:35.433474 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:35.438730 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:35.495782 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=595fe7f0-3163-4e61-b997-3ee5ff67d67c,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:35.503827 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.504158 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.504519 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.504886 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.505194 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.505524 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.505845 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.506182 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.506518 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.506846 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.507168 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.507495 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.507813 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.508136 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.508450 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:49:35.512244 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:35.709857 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e7f87-a2e3-46dd-a798-de4ba094351a req-44d9d5a2-3adf-40de-a2b5-df8e579a4405 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:35.711337 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-992e7f87-a2e3-46dd-a798-de4ba094351a req-44d9d5a2-3adf-40de-a2b5-df8e579a4405 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 945 time: 0.0481725 Aug 09 02:49:35.760817 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-992e7f87-a2e3-46dd-a798-de4ba094351a req-d1231074-52cc-42c6-a201-92b681351c6d tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Aug 09 02:49:35.789504 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['595fe7f0-3163-4e61-b997-3ee5ff67d67c'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:49:35.853554 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:36.889939 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eca15-455e-4e00-9f0e-b80036db8464 req-29b3dd08-4bfd-4df3-b9b4-32fd3b6cbd7f tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:36.891412 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f1eca15-455e-4e00-9f0e-b80036db8464 req-29b3dd08-4bfd-4df3-b9b4-32fd3b6cbd7f tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 945 time: 0.0547028 Aug 09 02:49:36.938594 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9f1eca15-455e-4e00-9f0e-b80036db8464 req-e48b4d87-dcfd-4953-a8b9-ca27b5f953d2 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Aug 09 02:49:37.236130 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 595fe7f0-3163-4e61-b997-3ee5ff67d67c up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:49:37.283282 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 595fe7f0-3163-4e61-b997-3ee5ff67d67c completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:49:37.289519 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 595fe7f0-3163-4e61-b997-3ee5ff67d67c triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:49:37.289847 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:37.368163 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 595fe7f0-3163-4e61-b997-3ee5ff67d67c is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:49:37.368633 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:37.394408 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595fe7f0-3163-4e61-b997-3ee5ff67d67c'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:49:37.396725 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d279242-e9ee-46a5-a204-7e51bba3d943" -d '{"events": [{"server_uuid": "e28968d3-d786-4fc1-9237-0460cb65c47c", "name": "network-vif-plugged", "status": "completed", "tag": "595fe7f0-3163-4e61-b997-3ee5ff67d67c"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:49:37.410268 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:37.417955 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:37.441085 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5acca03-7a1c-4c97-8b50-9f4ce3beb95b x-openstack-request-id: req-c5acca03-7a1c-4c97-8b50-9f4ce3beb95b {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:49:37.441375 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28968d3-d786-4fc1-9237-0460cb65c47c", "name": "network-vif-plugged", "status": "completed", "tag": "595fe7f0-3163-4e61-b997-3ee5ff67d67c", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:49:37.441603 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5acca03-7a1c-4c97-8b50-9f4ce3beb95b {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:49:37.442008 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5acca03-7a1c-4c97-8b50-9f4ce3beb95b'] response: {'server_uuid': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595fe7f0-3163-4e61-b997-3ee5ff67d67c', 'code': 200} Aug 09 02:49:37.445934 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:37.468591 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=595fe7f0-3163-4e61-b997-3ee5ff67d67c,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:37.657112 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a965c-06e7-4272-8125-8ada18d2fa2d req-539e11d1-b6a5-47c8-b032-7c5ba1d848f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:37.658621 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-402a965c-06e7-4272-8125-8ada18d2fa2d req-539e11d1-b6a5-47c8-b032-7c5ba1d848f1 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 1130 time: 0.0416017 Aug 09 02:49:37.702969 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-402a965c-06e7-4272-8125-8ada18d2fa2d req-d4eb8cd7-3941-4144-bbee-a7962b086abc service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Aug 09 02:49:38.084083 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b466fe-cb7e-4e31-86c9-e629abdbc71d req-15623184-8152-4f76-bbdd-40f96eeefcf5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:38.085536 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d0b466fe-cb7e-4e31-86c9-e629abdbc71d req-15623184-8152-4f76-bbdd-40f96eeefcf5 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 946 time: 0.0567784 Aug 09 02:49:38.132428 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d0b466fe-cb7e-4e31-86c9-e629abdbc71d req-baee4bd0-1d1f-4f61-aa2d-c367e0cd4ddd tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Aug 09 02:49:38.479483 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=58,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:38.482979 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=63,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:39.258619 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f7d27-67f5-41e4-9186-c4ea80d253aa req-bb44a3c6-efe1-48fd-a26d-3b74f570d0d0 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:39.260005 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c6f7d27-67f5-41e4-9186-c4ea80d253aa req-bb44a3c6-efe1-48fd-a26d-3b74f570d0d0 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 946 time: 0.0502048 Aug 09 02:49:39.272201 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:39.308463 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9c6f7d27-67f5-41e4-9186-c4ea80d253aa req-0d4882de-067d-46a6-87db-dbf3ffbf5377 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Aug 09 02:49:40.058294 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad5e6c-d476-44e7-8880-28f75ea9064e req-cf629d1e-d488-4128-b6c8-540d71109341 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:40.059682 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b7ad5e6c-d476-44e7-8880-28f75ea9064e req-cf629d1e-d488-4128-b6c8-540d71109341 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 946 time: 0.0499074 Aug 09 02:49:40.106978 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b7ad5e6c-d476-44e7-8880-28f75ea9064e req-97c53e51-523e-4ddd-a125-8b81e7b79215 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Aug 09 02:49:41.203791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:41.246196 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e169b7-f2c7-4038-a3a9-9671cf2cc120 req-08e2d412-7284-48c0-9135-568fd4ab0572 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:41.247710 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e6e169b7-f2c7-4038-a3a9-9671cf2cc120 req-08e2d412-7284-48c0-9135-568fd4ab0572 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 946 time: 0.0540507 Aug 09 02:49:41.304063 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e6e169b7-f2c7-4038-a3a9-9671cf2cc120 req-b204d210-0724-4fd3-9f6f-f92d6b6a1b16 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505762 Aug 09 02:49:41.643156 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-86a00545-f677-4864-9cb1-a26f95df4942 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:41.644755 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-86a00545-f677-4864-9cb1-a26f95df4942 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 946 time: 0.0583987 Aug 09 02:49:41.727478 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Deleting port 595fe7f0-3163-4e61-b997-3ee5ff67d67c {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:49:41.727749 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:41.821655 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] For port 595fe7f0-3163-4e61-b997-3ee5ff67d67c, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=595fe7f0-3163-4e61-b997-3ee5ff67d67c,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:41.822019 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:41.834911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Calling delete_port for 595fe7f0-3163-4e61-b997-3ee5ff67d67c owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:49:41.975409 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (595fe7f0-3163-4e61-b997-3ee5ff67d67c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:42.004888 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Pushing event deleted for resources: {'Port': ['ID=595fe7f0-3163-4e61-b997-3ee5ff67d67c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:42.013721 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['595fe7f0-3163-4e61-b997-3ee5ff67d67c'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:49:42.046721 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] No DVR routers for this DVR port 595fe7f0-3163-4e61-b997-3ee5ff67d67c on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:49:42.049190 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:42.052589 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ffc4164b-caa2-4d0c-8171-523062216a52 req-bc9b191c-1e6a-47cf-9f98-fc83413a4fc8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "DELETE /networking/v2.0/ports/595fe7f0-3163-4e61-b997-3ee5ff67d67c HTTP/1.1" status: 204 len: 173 time: 0.4018929 Aug 09 02:49:42.052994 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'name': 'network-vif-deleted', 'tag': '595fe7f0-3163-4e61-b997-3ee5ff67d67c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:49:42.055306 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd84ccde-7733-409c-bba4-664c63652fb9" -d '{"events": [{"server_uuid": "e28968d3-d786-4fc1-9237-0460cb65c47c", "name": "network-vif-deleted", "tag": "595fe7f0-3163-4e61-b997-3ee5ff67d67c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:49:42.093519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931f63b2-ffdc-4c58-bd71-9a43d0165a5c x-openstack-request-id: req-931f63b2-ffdc-4c58-bd71-9a43d0165a5c {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:49:42.093922 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28968d3-d786-4fc1-9237-0460cb65c47c", "name": "network-vif-deleted", "tag": "595fe7f0-3163-4e61-b997-3ee5ff67d67c", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:49:42.094119 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-931f63b2-ffdc-4c58-bd71-9a43d0165a5c {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:49:42.094617 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931f63b2-ffdc-4c58-bd71-9a43d0165a5c'] response: {'server_uuid': 'e28968d3-d786-4fc1-9237-0460cb65c47c', 'name': 'network-vif-deleted', 'tag': '595fe7f0-3163-4e61-b997-3ee5ff67d67c', 'status': 'completed', 'code': 200} Aug 09 02:49:42.264092 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-47d8aea5-9a8b-46b6-85c3-fdcdebf38e04 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389462 Aug 09 02:49:42.418960 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1c197ff5-9997-450e-81d5-dbdaedc81883 req-1674a2af-065a-4e53-8973-bda4957ed3e0 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e28968d3-d786-4fc1-9237-0460cb65c47c HTTP/1.1" status: 200 len: 210 time: 0.0303907 Aug 09 02:49:42.565335 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-b38dbe00-324a-46eb-aedf-d8440a7d20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:42.566930 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-b38dbe00-324a-46eb-aedf-d8440a7d20c3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1129 time: 0.0472176 Aug 09 02:49:42.684353 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-175aee9d-e0f0-482c-92f0-2001578bdd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:42.685827 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-175aee9d-e0f0-482c-92f0-2001578bdd72 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.0882607 Aug 09 02:49:42.759712 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-7ba531c2-cdaa-4440-9cf8-c99f75893128 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 200 len: 1001 time: 0.0587416 Aug 09 02:49:42.799987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:42.809609 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-c4f4c00e-d973-441e-baad-16d64d5b13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:42.811055 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-c4f4c00e-d973-441e-baad-16d64d5b13a9 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0439978 Aug 09 02:49:42.855252 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-b921fe76-0f04-41bd-8bb7-7c612a4178aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:42.856676 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-b921fe76-0f04-41bd-8bb7-7c612a4178aa service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376558 Aug 09 02:49:42.949031 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-6efd9966-b8f9-4204-b80b-51dd14bdb851 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860450 Aug 09 02:49:43.021463 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:43.060003 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2f77f555-bd84-49bf-bb9e-ab16fddb6baa req-feec830c-2bd2-4ee9-97e7-624549994997 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016765 Aug 09 02:49:43.747029 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-981c17f7-8713-4c44-8e31-600d7f1d00ab tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:43.748663 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-981c17f7-8713-4c44-8e31-600d7f1d00ab tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 200 len: 808 time: 0.1091373 Aug 09 02:49:43.770947 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-55bb4e76-0535-4232-960c-abb29fd53468 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/quotas/1ac907637c064b2499900b106ea18ab0 HTTP/1.1" status: 200 len: 375 time: 0.0138583 Aug 09 02:49:43.804590 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-a98e465e-7a7f-4782-9df7-34b9f483f25f tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1ac907637c064b2499900b106ea18ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282011 Aug 09 02:49:43.901341 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-65bad1e0-8dd4-4a9f-95cd-512b997b0b29 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898473 Aug 09 02:49:44.005953 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-6c0180e3-34db-4230-909f-fc2b71ef8be3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985610 Aug 09 02:49:44.168942 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-c2744f49-4f24-40ff-a996-0f49a7b2abdc req-c19d2e0d-955e-4f0f-a261-0ed45061bc5f tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 210 time: 0.0276482 Aug 09 02:49:44.453246 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:45.267589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-fe0bdae6-6c6c-4ba6-98d0-b03b4996cff1 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:45.269059 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-fe0bdae6-6c6c-4ba6-98d0-b03b4996cff1 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "GET /networking/v2.0/networks?id=d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 200 len: 808 time: 0.1195843 Aug 09 02:49:45.284814 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bc38b7cf-2c20-43a4-be78-4d3100fbb121 req-ce0e6f53-0ef5-4c92-9a29-b81d284ec06f tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 210 time: 0.0391734 Aug 09 02:49:45.302900 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Request body: {'port': {'device_id': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478', 'admin_state_up': True, 'tenant_id': '1ac907637c064b2499900b106ea18ab0'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:49:45.311018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 595fe7f0-3163-4e61-b997-3ee5ff67d67c no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:49:45.330821 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 595fe7f0-3163-4e61-b997-3ee5ff67d67c {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:49:45.331171 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 595fe7f0-3163-4e61-b997-3ee5ff67d67c not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:49:45.413519 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Made reservation on behalf of 1ac907637c064b2499900b106ea18ab0 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:49:45.417114 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:45.539540 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:45.544515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Allocated IP 172.20.0.10 (d2e316d6-3805-4f31-91b7-9728f7291478/3340ab2a-7763-4bfb-8a47-58e4f15d1e1d/c2312952-14ae-432e-a8bf-79ca9f0d4844) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:49:45.691481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:45.704723 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks [] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:45.741563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:45.793261 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Network d2e316d6-3805-4f31-91b7-9728f7291478 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:49:45.796378 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:49:45.800203 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:49:45.823479 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Pushing event updated for resources: {'Port': ['ID=c2312952-14ae-432e-a8bf-79ca9f0d4844,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:45.850884 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:45.851487 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:45.869209 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-9c56113a-b35b-47d8-bcaf-c48b3c9d6a5a tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703950 Aug 09 02:49:45.887339 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Request body: {'port': {'device_id': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:49:45.951573 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:46.217418 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2312952-14ae-432e-a8bf-79ca9f0d4844 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:49:46.225395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Publish callbacks [] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:46.238901 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Transition to ACTIVE for port object c2312952-14ae-432e-a8bf-79ca9f0d4844 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:49:46.245243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:46.307170 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Pushing event updated for resources: {'Port': ['ID=c2312952-14ae-432e-a8bf-79ca9f0d4844,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:46.356302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Attempting to bind port c2312952-14ae-432e-a8bf-79ca9f0d4844 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:49:46.356633 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Attempting to bind port c2312952-14ae-432e-a8bf-79ca9f0d4844 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:49:46.356958 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Attempting to bind port c2312952-14ae-432e-a8bf-79ca9f0d4844 on network d2e316d6-3805-4f31-91b7-9728f7291478 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:49:46.359907 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:46.372976 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Port c2312952-14ae-432e-a8bf-79ca9f0d4844 on network d2e316d6-3805-4f31-91b7-9728f7291478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:49:46.373291 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Attempting to bind port c2312952-14ae-432e-a8bf-79ca9f0d4844 on network d2e316d6-3805-4f31-91b7-9728f7291478 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:49:46.397179 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:49:46.397513 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Checking segment: {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:49:46.397890 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Bound using segment: {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:49:46.398347 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Bound port: c2312952-14ae-432e-a8bf-79ca9f0d4844, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e869c25c-a868-4f94-82b4-af78e5864780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:49:46.398700 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:46.425658 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49433dc1-d9ff-4243-bb5b-5bc9505e17c5 req-80a410fd-9025-4128-82a3-982191f46695 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:46.427134 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-49433dc1-d9ff-4243-bb5b-5bc9505e17c5 req-80a410fd-9025-4128-82a3-982191f46695 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 944 time: 0.0679200 Aug 09 02:49:46.720329 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:46.761303 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] For port c2312952-14ae-432e-a8bf-79ca9f0d4844, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:49:46.764885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] For port c2312952-14ae-432e-a8bf-79ca9f0d4844, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:49:46.770646 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-49433dc1-d9ff-4243-bb5b-5bc9505e17c5 req-0f49df2a-e9c8-4291-8766-d4437b3988b2 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716991 Aug 09 02:49:46.772527 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:46.775659 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:46.776255 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:46.777732 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/c2312952-14ae-432e-a8bf-79ca9f0d4844 HTTP/1.1" status: 200 len: 1094 time: 0.8944893 Aug 09 02:49:46.779858 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'tag': 'c2312952-14ae-432e-a8bf-79ca9f0d4844'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:49:46.782258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d248fc42-98fa-4c5e-a671-170f298f673d" -d '{"events": [{"name": "network-changed", "server_uuid": "40063e8e-3745-414b-9fde-cd398bf23c3b", "tag": "c2312952-14ae-432e-a8bf-79ca9f0d4844"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:49:46.827416 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f2d439-8f08-4e87-92c4-e45c6393b76a x-openstack-request-id: req-05f2d439-8f08-4e87-92c4-e45c6393b76a {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:49:46.827694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40063e8e-3745-414b-9fde-cd398bf23c3b", "tag": "c2312952-14ae-432e-a8bf-79ca9f0d4844", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:49:46.827934 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05f2d439-8f08-4e87-92c4-e45c6393b76a {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:49:46.828320 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f2d439-8f08-4e87-92c4-e45c6393b76a'] response: {'name': 'network-changed', 'server_uuid': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'tag': 'c2312952-14ae-432e-a8bf-79ca9f0d4844', 'status': 'completed', 'code': 200} Aug 09 02:49:46.832960 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71271f-bfc6-4dbb-b9df-278e2135173c service neutron] Pushing event updated for resources: {'Port': ['ID=c2312952-14ae-432e-a8bf-79ca9f0d4844,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:46.905176 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-9a8222e7-c397-4861-88db-ff879f00dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:46.906672 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-9a8222e7-c397-4861-88db-ff879f00dd19 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1ac907637c064b2499900b106ea18ab0&device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 1128 time: 0.0418940 Aug 09 02:49:46.952242 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-5f2badd5-0959-45e3-b74f-c9786ea935bc service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844 HTTP/1.1" status: 200 len: 217 time: 0.0314674 Aug 09 02:49:47.005636 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f70-4091-4cec-9707-100063e20002 req-1c084d31-ecfa-4af9-ac5d-24793eba01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:47.007087 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-1c084d31-ecfa-4af9-ac5d-24793eba01a8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3340ab2a-7763-4bfb-8a47-58e4f15d1e1d HTTP/1.1" status: 200 len: 848 time: 0.0455322 Aug 09 02:49:47.038874 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-1a5ee26c-5bbf-4e87-b125-5beda21a2af0 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d2e316d6-3805-4f31-91b7-9728f7291478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252435 Aug 09 02:49:47.131523 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-6832332b-5c88-49fc-9181-17672c1db97b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868895 Aug 09 02:49:47.235720 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-53c87f70-4091-4cec-9707-100063e20002 req-4cbc62ee-2c6b-43ad-8001-e18c089303f8 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976818 Aug 09 02:49:47.467270 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:47.908581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8173c-dbcf-48b9-807b-c8e176177690 req-17b2d9a3-474e-4005-8cd9-6bcab67a1041 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:47.910051 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-58a8173c-dbcf-48b9-807b-c8e176177690 req-17b2d9a3-474e-4005-8cd9-6bcab67a1041 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 944 time: 0.0508184 Aug 09 02:49:47.960278 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-58a8173c-dbcf-48b9-807b-c8e176177690 req-b2d035b7-2650-4050-9c7d-a13b7bb94763 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Aug 09 02:49:48.084767 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248fc42-98fa-4c5e-a671-170f298f673d req-96503575-d14e-4a95-9f1f-3af45a425085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:48.086248 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-96503575-d14e-4a95-9f1f-3af45a425085 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=1ac907637c064b2499900b106ea18ab0&device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 1128 time: 0.0402863 Aug 09 02:49:48.180194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248fc42-98fa-4c5e-a671-170f298f673d req-abee0fa8-046f-4296-bd8d-dfcc822f34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:48.181679 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-abee0fa8-046f-4296-bd8d-dfcc822f34cd service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 200 len: 909 time: 0.0890498 Aug 09 02:49:48.227653 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-ca27ad2f-e19a-4799-9ae7-e3ff9c8f517c service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844 HTTP/1.1" status: 200 len: 217 time: 0.0398200 Aug 09 02:49:48.281727 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248fc42-98fa-4c5e-a671-170f298f673d req-4fdb52ea-dd1b-4788-828b-339037785bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:48.284411 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-4fdb52ea-dd1b-4788-828b-339037785bfa service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=3340ab2a-7763-4bfb-8a47-58e4f15d1e1d HTTP/1.1" status: 200 len: 848 time: 0.0502107 Aug 09 02:49:48.317901 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-2a5ca90f-aa69-4c44-9e64-c05aa2245a4d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=d2e316d6-3805-4f31-91b7-9728f7291478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279963 Aug 09 02:49:48.417139 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-945bb2f2-a8af-447c-a0ac-be47a105a5c0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930872 Aug 09 02:49:48.441213 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:48.512650 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d248fc42-98fa-4c5e-a671-170f298f673d req-843c85aa-f79d-4975-a9f3-e97876fd095a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879147 Aug 09 02:49:49.092929 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee22d-5ef1-4231-8084-dff3076b715b req-86ebf81c-d96f-447a-9046-266957c1f999 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:49.094391 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba0ee22d-5ef1-4231-8084-dff3076b715b req-86ebf81c-d96f-447a-9046-266957c1f999 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 944 time: 0.0487857 Aug 09 02:49:49.145107 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-ba0ee22d-5ef1-4231-8084-dff3076b715b req-628a0bcb-021d-44d4-b49a-cab456427ab3 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Aug 09 02:49:49.316981 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c2312952-14ae-432e-a8bf-79ca9f0d4844 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:49:49.425349 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c2312952-14ae-432e-a8bf-79ca9f0d4844, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:49.436368 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'c2312952-14ae-432e-a8bf-79ca9f0d4844', 'network_id': 'd2e316d6-3805-4f31-91b7-9728f7291478', 'port_id': 'c2312952-14ae-432e-a8bf-79ca9f0d4844', 'mac_address': 'fa:16:3e:be:a2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3340ab2a-7763-4bfb-8a47-58e4f15d1e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:49:49.472020 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c2312952-14ae-432e-a8bf-79ca9f0d4844 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:49:49.472406 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:49.485667 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2312952-14ae-432e-a8bf-79ca9f0d4844 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:49:49.505756 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c2312952-14ae-432e-a8bf-79ca9f0d4844, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:49.513526 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:49.564204 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c2312952-14ae-432e-a8bf-79ca9f0d4844,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:49.820207 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['c2312952-14ae-432e-a8bf-79ca9f0d4844'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:49:49.853707 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:50.282551 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93f19-4d4e-4eea-bb0e-07776b86127d req-ea5df7e3-1341-4aff-91be-ff20e4de8c70 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:50.284127 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3f93f19-4d4e-4eea-bb0e-07776b86127d req-ea5df7e3-1341-4aff-91be-ff20e4de8c70 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 945 time: 0.0537477 Aug 09 02:49:50.298585 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:50.337318 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3f93f19-4d4e-4eea-bb0e-07776b86127d req-615dadbf-50ec-48c2-a74f-82319648eed8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Aug 09 02:49:51.341403 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c2312952-14ae-432e-a8bf-79ca9f0d4844 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:49:51.395913 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port c2312952-14ae-432e-a8bf-79ca9f0d4844 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:49:51.403636 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port c2312952-14ae-432e-a8bf-79ca9f0d4844 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:49:51.404516 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:51.461984 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a52a3-8162-465e-ba02-f9f8133e9b11 req-6b3a53b5-3e1f-4e6e-85e5-b88865c34480 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:51.463568 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-261a52a3-8162-465e-ba02-f9f8133e9b11 req-6b3a53b5-3e1f-4e6e-85e5-b88865c34480 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 945 time: 0.0491927 Aug 09 02:49:51.477588 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port c2312952-14ae-432e-a8bf-79ca9f0d4844 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:49:51.477979 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:51.501227 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2312952-14ae-432e-a8bf-79ca9f0d4844'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:49:51.503526 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63feaa54-9f83-4fa8-88ff-7b606399b89e" -d '{"events": [{"server_uuid": "40063e8e-3745-414b-9fde-cd398bf23c3b", "name": "network-vif-plugged", "status": "completed", "tag": "c2312952-14ae-432e-a8bf-79ca9f0d4844"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:49:51.511703 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-261a52a3-8162-465e-ba02-f9f8133e9b11 req-3dd677ea-3aea-427e-ac7a-63350411e3fc tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Aug 09 02:49:51.516846 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port c2312952-14ae-432e-a8bf-79ca9f0d4844, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:51.522532 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:51.547906 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ee1a3-f66b-4b60-9bae-47108358495c x-openstack-request-id: req-c34ee1a3-f66b-4b60-9bae-47108358495c {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:49:51.548193 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40063e8e-3745-414b-9fde-cd398bf23c3b", "name": "network-vif-plugged", "status": "completed", "tag": "c2312952-14ae-432e-a8bf-79ca9f0d4844", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:49:51.548444 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c34ee1a3-f66b-4b60-9bae-47108358495c {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:49:51.548835 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34ee1a3-f66b-4b60-9bae-47108358495c'] response: {'server_uuid': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2312952-14ae-432e-a8bf-79ca9f0d4844', 'code': 200} Aug 09 02:49:51.575618 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=c2312952-14ae-432e-a8bf-79ca9f0d4844,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:51.757684 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6959c8b-975e-4142-a43d-c2c7b3778a2a req-ef54e95c-3b85-4c09-9bef-d4b38da7e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:51.759086 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e6959c8b-975e-4142-a43d-c2c7b3778a2a req-ef54e95c-3b85-4c09-9bef-d4b38da7e333 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 1130 time: 0.0397799 Aug 09 02:49:51.814121 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e6959c8b-975e-4142-a43d-c2c7b3778a2a req-fb410ea4-9785-442c-93b0-3f8c8c6e98d2 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Aug 09 02:49:52.647853 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c07fe0-b2ae-4f03-b059-afcfb2403471 req-bb1a3fe1-feb7-4a88-bbb5-4a3fb9108bcc tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:52.649296 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b6c07fe0-b2ae-4f03-b059-afcfb2403471 req-bb1a3fe1-feb7-4a88-bbb5-4a3fb9108bcc tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 946 time: 0.0569448 Aug 09 02:49:52.702230 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b6c07fe0-b2ae-4f03-b059-afcfb2403471 req-546f88e7-ef20-4e22-b509-40d449d922d7 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Aug 09 02:49:53.836305 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3bd2d-3165-4835-8071-5c51516ef7fc req-ae277e8b-992c-42cf-b2f4-a0b5eba9edb0 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:53.837813 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6af3bd2d-3165-4835-8071-5c51516ef7fc req-ae277e8b-992c-42cf-b2f4-a0b5eba9edb0 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 946 time: 0.0526628 Aug 09 02:49:53.884557 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6af3bd2d-3165-4835-8071-5c51516ef7fc req-436db2d4-1d8a-4c45-8d92-da9242e203d8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Aug 09 02:49:54.695435 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3c2b-14cd-4e78-92f7-fdefde5dedcd req-ba74c501-5c3f-40d1-b308-865c9bb96bc2 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:54.696792 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-384c3c2b-14cd-4e78-92f7-fdefde5dedcd req-ba74c501-5c3f-40d1-b308-865c9bb96bc2 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 946 time: 0.0686195 Aug 09 02:49:54.745640 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-384c3c2b-14cd-4e78-92f7-fdefde5dedcd req-3045302f-78f2-426f-85c3-a114c883efc4 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Aug 09 02:49:55.886670 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45e9a-891a-4b0b-aa7f-5556338c1ed6 req-e1c971c6-0640-4d24-86cb-c465886efea8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:55.888216 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aab45e9a-891a-4b0b-aa7f-5556338c1ed6 req-e1c971c6-0640-4d24-86cb-c465886efea8 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 946 time: 0.0533776 Aug 09 02:49:55.936293 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-aab45e9a-891a-4b0b-aa7f-5556338c1ed6 req-b6c1ad23-9757-4bcf-83b0-2a0f37413837 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=af6ae982-503a-451b-9238-2c589deffd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Aug 09 02:49:56.118804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-bb5af9f0-c77f-4ca1-b3b5-f69119e49cfe tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:49:56.120210 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-bb5af9f0-c77f-4ca1-b3b5-f69119e49cfe tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 946 time: 0.0588901 Aug 09 02:49:56.204998 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Deleting port c2312952-14ae-432e-a8bf-79ca9f0d4844 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:49:56.205318 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:56.268249 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:56.300617 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] For port c2312952-14ae-432e-a8bf-79ca9f0d4844, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=c2312952-14ae-432e-a8bf-79ca9f0d4844,segment=NetworkSegment(e869c25c-a868-4f94-82b4-af78e5864780),segment_id=e869c25c-a868-4f94-82b4-af78e5864780)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:49:56.300974 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:56.313816 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Calling delete_port for c2312952-14ae-432e-a8bf-79ca9f0d4844 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:49:56.454402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (c2312952-14ae-432e-a8bf-79ca9f0d4844), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:56.484626 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Pushing event deleted for resources: {'Port': ['ID=c2312952-14ae-432e-a8bf-79ca9f0d4844,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:49:56.491783 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['c2312952-14ae-432e-a8bf-79ca9f0d4844'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:49:56.511600 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:49:56.531167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] No DVR routers for this DVR port c2312952-14ae-432e-a8bf-79ca9f0d4844 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:49:56.533664 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:49:56.537156 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d976962b-dc7c-4092-8de6-bb70e4bec77f req-f956610c-a82c-4584-a39b-9a223af60316 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.13 "DELETE /networking/v2.0/ports/c2312952-14ae-432e-a8bf-79ca9f0d4844 HTTP/1.1" status: 204 len: 173 time: 0.4112594 Aug 09 02:49:56.537813 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'name': 'network-vif-deleted', 'tag': 'c2312952-14ae-432e-a8bf-79ca9f0d4844'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:49:56.540571 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f84b5-d010-46eb-adba-cfa29fae7524" -d '{"events": [{"server_uuid": "40063e8e-3745-414b-9fde-cd398bf23c3b", "name": "network-vif-deleted", "tag": "c2312952-14ae-432e-a8bf-79ca9f0d4844"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:49:56.579906 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94dbd50-9bb7-47e5-8d87-ce04a2a10c8b x-openstack-request-id: req-b94dbd50-9bb7-47e5-8d87-ce04a2a10c8b {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:49:56.580198 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40063e8e-3745-414b-9fde-cd398bf23c3b", "name": "network-vif-deleted", "tag": "c2312952-14ae-432e-a8bf-79ca9f0d4844", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:49:56.580449 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94dbd50-9bb7-47e5-8d87-ce04a2a10c8b {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:49:56.580857 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94dbd50-9bb7-47e5-8d87-ce04a2a10c8b'] response: {'server_uuid': '40063e8e-3745-414b-9fde-cd398bf23c3b', 'name': 'network-vif-deleted', 'tag': 'c2312952-14ae-432e-a8bf-79ca9f0d4844', 'status': 'completed', 'code': 200} Aug 09 02:49:57.071265 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-7d77740c-9a61-4a88-a56d-f9a7fcc5ede7 req-9dce3354-66aa-4a44-9eb1-ab28a8f354c7 tempest-VolumesActionsTest-1907156629 tempest-VolumesActionsTest-1907156629-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=40063e8e-3745-414b-9fde-cd398bf23c3b HTTP/1.1" status: 200 len: 210 time: 0.0287523 Aug 09 02:50:00.641248 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a398f9fb-8600-491f-829a-3dacbd9991e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:01.697548 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c2312952-14ae-432e-a8bf-79ca9f0d4844 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:01.722296 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: c2312952-14ae-432e-a8bf-79ca9f0d4844 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:01.722637 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device c2312952-14ae-432e-a8bf-79ca9f0d4844 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:03.090713 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-d7839c96-6461-4d66-af9f-f7e3c6515167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:04.340656 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:05.309194 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:05.496879 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:05.831128 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:07.052758 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:07.053971 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:09.368929 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:09.369727 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:11.459300 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:50:15.818325 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:15.822475 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:15.825251 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:20.070808 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41416) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:20.117564 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Deleting subnet 3340ab2a-7763-4bfb-8a47-58e4f15d1e1d {{(pid=110668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:50:20.121021 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Publish callbacks [] for subnet (3340ab2a-7763-4bfb-8a47-58e4f15d1e1d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.159580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25183324'] for subnet (3340ab2a-7763-4bfb-8a47-58e4f15d1e1d), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.206523 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (3340ab2a-7763-4bfb-8a47-58e4f15d1e1d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.273124 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25183378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25748649'] for subnet (3340ab2a-7763-4bfb-8a47-58e4f15d1e1d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.303633 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3340ab2a-7763-4bfb-8a47-58e4f15d1e1d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:20.313666 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.314021 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.314402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.314748 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.315088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.315843 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.315843 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.316036 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.316383 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.316716 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.317049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.317350 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.317677 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.318003 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.318351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:20.321219 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.324374 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-3b21dfdf-cabe-489e-bf34-3c04bfe95cae admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/3340ab2a-7763-4bfb-8a47-58e4f15d1e1d HTTP/1.1" status: 204 len: 168 time: 0.2525501 Aug 09 02:50:20.327121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41418) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:20.400058 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (d2e316d6-3805-4f31-91b7-9728f7291478), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.479707 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (d2e316d6-3805-4f31-91b7-9728f7291478), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.501118 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e316d6-3805-4f31-91b7-9728f7291478']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:20.516199 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e869c25c-a868-4f94-82b4-af78e5864780') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:20.516613 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e869c25c-a868-4f94-82b4-af78e5864780') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:20.526711 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (e869c25c-a868-4f94-82b4-af78e5864780), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.540732 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (e869c25c-a868-4f94-82b4-af78e5864780), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.547493 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:50:20.547885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (e869c25c-a868-4f94-82b4-af78e5864780), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.566044 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment e869c25c-a868-4f94-82b4-af78e5864780 resource provider aggregate not found Aug 09 02:50:20.593921 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment e869c25c-a868-4f94-82b4-af78e5864780 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e869c25c-a868-4f94-82b4-af78e5864780 found for delete ", "request_id": "req-32c59b2f-560b-416b-903e-18e64f43211e"}]} Aug 09 02:50:20.617454 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (d2e316d6-3805-4f31-91b7-9728f7291478), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.623158 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.626346 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/d2e316d6-3805-4f31-91b7-9728f7291478 HTTP/1.1" status: 204 len: 168 time: 0.2982883 Aug 09 02:50:20.637625 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a2e9f-0d7b-470a-9672-9d9e07acb72e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e316d6-3805-4f31-91b7-9728f7291478,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:20.795664 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41426) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:20.836363 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1a39e0be-7172-4c31-9b59-a224f9a073a6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1ac907637c064b2499900b106ea18ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395691 Aug 09 02:50:20.838858 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41428) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:20.889883 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bb9243b8-5007-45ea-82fe-4afae2b8a829 admin admin] Publish callbacks [] for security_group (af6ae982-503a-451b-9238-2c589deffd77), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.912273 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bb9243b8-5007-45ea-82fe-4afae2b8a829 admin admin] Publish callbacks [] for security_group (af6ae982-503a-451b-9238-2c589deffd77), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.960864 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bb9243b8-5007-45ea-82fe-4afae2b8a829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (af6ae982-503a-451b-9238-2c589deffd77), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.963540 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bb9243b8-5007-45ea-82fe-4afae2b8a829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:20.964699 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bb9243b8-5007-45ea-82fe-4afae2b8a829 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/af6ae982-503a-451b-9238-2c589deffd77 HTTP/1.1" status: 204 len: 168 time: 0.1249690 Aug 09 02:50:20.973056 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9243b8-5007-45ea-82fe-4afae2b8a829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ae982-503a-451b-9238-2c589deffd77,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:21.690811 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41450) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:21.792505 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1306828791-network', 'tenant_id': 'd488e2c8749640a0b3a9b0037051ff12'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:50:21.817070 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Made reservation on behalf of d488e2c8749640a0b3a9b0037051ff12 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:50:21.819295 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:21.827749 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:21.907160 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks [] for security_group (0591a96a-50c6-4751-a87f-c5e953d0b653), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:21.913214 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (0591a96a-50c6-4751-a87f-c5e953d0b653), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:21.941192 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 02:50:21.947598 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0591a96a-50c6-4751-a87f-c5e953d0b653,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:21.953838 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (bf444330-7133-4274-b1b2-4c25260e3da2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:21.954311 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Added segment bf444330-7133-4274-b1b2-4c25260e3da2 of type vlan for network cfd0a97e-acef-4bf5-b59f-a3b4522b722e Aug 09 02:50:21.994532 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764773158072'] for network (cfd0a97e-acef-4bf5-b59f-a3b4522b722e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:22.020959 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296'] for network (cfd0a97e-acef-4bf5-b59f-a3b4522b722e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:22.021948 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:22.022634 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:22.081537 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3894625 Aug 09 02:50:22.084644 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41454) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:22.086738 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0559-896a-4b6b-a0f1-cd3f3200bc21 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd0a97e-acef-4bf5-b59f-a3b4522b722e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:22.090054 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Request body: {'subnet': {'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1306828791-subnet', 'tenant_id': 'd488e2c8749640a0b3a9b0037051ff12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:50:22.100445 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Network cfd0a97e-acef-4bf5-b59f-a3b4522b722e details requested by agent ovs-agent-dv-cinder-852461-1-iscsi with host dv-cinder-852461-1-iscsi {{(pid=110669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 02:50:22.116622 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Made reservation on behalf of d488e2c8749640a0b3a9b0037051ff12 for: {'subnet': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:50:22.119351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25748660'] for subnet (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:22.288827 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25183315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25748642'] for subnet (646e7e6e-f566-4b41-b236-d310ce2e3f1c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:22.335402 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646e7e6e-f566-4b41-b236-d310ce2e3f1c,revision_number=0']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:22.354258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Checking segment: {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:50:22.354613 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Network hostable DHCP agents. Network: cfd0a97e-acef-4bf5-b59f-a3b4522b722e, hostable agents: ['b0f5c6da-d992-42dc-9bbd-0b0441da5fef'], hosted agents: [] {{(pid=110668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 02:50:22.356366 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:22.375601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Network cfd0a97e-acef-4bf5-b59f-a3b4522b722e is scheduled to be hosted by DHCP agent b0f5c6da-d992-42dc-9bbd-0b0441da5fef with binding_index 1 {{(pid=110668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 02:50:22.378903 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:22.387020 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852461-1-iscsi, cfd0a97e-acef-4bf5-b59f-a3b4522b722e) {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:50:22.391503 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:22.392095 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for subnet (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:22.396254 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe1d4b-2c3f-461a-84ef-4e125914caa1 None None] Network cfd0a97e-acef-4bf5-b59f-a3b4522b722e requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:50:22.409581 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-2dd71ddc-8697-4da1-aaae-7b05e9b783d8 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3237176 Aug 09 02:50:22.496045 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72395e63-ceae-4b4a-a71d-0622951f40a3 None None] Network cfd0a97e-acef-4bf5-b59f-a3b4522b722e requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:50:24.193945 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-a3bf1ef1-7cbe-43dc-a848-471f909c797f tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:24.195312 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-a3bf1ef1-7cbe-43dc-a848-471f909c797f tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 814 time: 0.1027546 Aug 09 02:50:24.209750 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-e7f1a4b4-f803-4c69-9b87-7aaca76feac3 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/quotas/d488e2c8749640a0b3a9b0037051ff12 HTTP/1.1" status: 200 len: 375 time: 0.0090380 Aug 09 02:50:24.241402 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-f242f2a5-b628-4f6e-83fe-72a3e44c68a8 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267351 Aug 09 02:50:24.337621 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-4326ea36-af31-4997-a3d7-ed6b61788d47 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864265 Aug 09 02:50:24.448213 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-1b80f65a-2fdd-42b9-ac76-7ae91f499f3b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015487 Aug 09 02:50:24.623001 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-999a9dc4-2e26-4197-a050-21b81b512c42 req-7b6f2f2a-d27d-4e6e-9fb9-cdfc12ebddd6 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 210 time: 0.0311866 Aug 09 02:50:25.061761 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41490) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:25.203717 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Deleting port 52449ac3-528e-460e-af41-0b3372b7af15 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:25.204434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (52449ac3-528e-460e-af41-0b3372b7af15), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:25.280358 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (52449ac3-528e-460e-af41-0b3372b7af15), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:25.280590 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (52449ac3-528e-460e-af41-0b3372b7af15), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:25.293707 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Calling delete_port for 52449ac3-528e-460e-af41-0b3372b7af15 owned by network:floatingip {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:25.464458 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (52449ac3-528e-460e-af41-0b3372b7af15), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:25.494616 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'Port': ['ID=52449ac3-528e-460e-af41-0b3372b7af15,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:25.498566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:25.560245 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (e51d640a-199f-489d-89ed-d0c12a718bc6), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:25.560496 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Floating IP e51d640a-199f-489d-89ed-d0c12a718bc6 disassociated (deleted). External IP: 172.27.2.118, port: 83f25e4f-a0a2-405d-90b0-5f49d4471e1e. Aug 09 02:50:25.710021 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:25.758782 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-bd71301c-eb7b-404d-a8d4-81d91770840c req-be561541-1a91-46cb-844a-7ad06a0b4b77 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 210 time: 0.0535576 Aug 09 02:50:25.777439 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-940a09f7-b174-4966-b842-11405dce8fa9 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:25.778957 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-940a09f7-b174-4966-b842-11405dce8fa9 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 814 time: 0.2153597 Aug 09 02:50:25.865281 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Request body: {'port': {'device_id': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e', 'admin_state_up': True, 'tenant_id': 'd488e2c8749640a0b3a9b0037051ff12'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:50:25.943550 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:50:26.056295 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Made reservation on behalf of d488e2c8749640a0b3a9b0037051ff12 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:50:26.059681 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:26.382194 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:50:26.388318 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:26.392591 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:50:26.403924 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:26.404554 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:26.434044 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ec1e4304-f6a4-4d55-ad4e-c12166e58198 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/e51d640a-199f-489d-89ed-d0c12a718bc6 HTTP/1.1" status: 204 len: 168 time: 1.3710008 Aug 09 02:50:26.438300 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:26.440185 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a310f4-ceeb-47b2-a281-de8b1fe8c284" -d '{"events": [{"name": "network-changed", "server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:26.488013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Allocated IP 172.20.0.6 (cfd0a97e-acef-4bf5-b59f-a3b4522b722e/646e7e6e-f566-4b41-b236-d310ce2e3f1c/d301c67a-1ae0-4f8f-aa01-2dd857e5ed86) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:50:26.506188 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5688e291-64cc-42dd-ad89-0e2686322567 x-openstack-request-id: req-5688e291-64cc-42dd-ad89-0e2686322567 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:26.506674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:26.506800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5688e291-64cc-42dd-ad89-0e2686322567 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:26.507168 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5688e291-64cc-42dd-ad89-0e2686322567'] response: {'name': 'network-changed', 'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'status': 'completed', 'code': 200} Aug 09 02:50:26.513819 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:26.607998 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-aed13f2d-ac80-4014-a3d0-63abe6351977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:26.609121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:26.609880 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-aed13f2d-ac80-4014-a3d0-63abe6351977 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 1129 time: 0.0478983 Aug 09 02:50:26.656018 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks [] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:26.723389 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b5844-4292-40eb-96ac-be614368a7d9 req-bbb5d2a7-d46e-4378-94a0-d7216175197b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:26.724867 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e6b5844-4292-40eb-96ac-be614368a7d9 req-bbb5d2a7-d46e-4378-94a0-d7216175197b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0616765 Aug 09 02:50:26.739481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:26.752276 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:26.758580 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:26.786577 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:50:26.796343 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:26.796951 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:03Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:26.804497 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Network cfd0a97e-acef-4bf5-b59f-a3b4522b722e is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:50:26.815033 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:50:26.825005 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:50:26.869403 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6e6b5844-4292-40eb-96ac-be614368a7d9 req-94256c5d-53a4-406d-bcc2-26ee6d4ba05c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385183 Aug 09 02:50:26.878440 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Pushing event updated for resources: {'Port': ['ID=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:26.898359 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:26.899000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:26.904747 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:26.918059 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f4146fb-2a36-48b7-b3e6-f847316c3dae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587568 Aug 09 02:50:27.071395 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9118d5-8722-48ad-bc4a-99d04279294d req-e1aaaa48-6032-4f8a-8232-87100a14748c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:27.072979 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db9118d5-8722-48ad-bc4a-99d04279294d req-e1aaaa48-6032-4f8a-8232-87100a14748c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 931 time: 0.2161252 Aug 09 02:50:27.113214 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:27.119869 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db9118d5-8722-48ad-bc4a-99d04279294d req-b6423907-fd43-4ac8-a3c7-a670b5b4d1b0 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Aug 09 02:50:27.138018 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dc281-4c4b-4565-859b-a78ab20c835f None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_floatingips': [{'id': '53ded10f-8253-43ca-9d26-bd9330af1815', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'router_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'port_id': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'mac_address': 'fa:16:3e:b7:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T02:46:22Z', 'updated_at': '2022-08-09T02:46:24Z', 'revision_number': 1, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:50:27.380436 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3f778-0bdd-4b7c-8c5f-9c672b23e9bf None None] New status for floating IP e51d640a-199f-489d-89ed-d0c12a718bc6: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:50:27.699831 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Request body: {'port': {'device_id': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:50:27.761955 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:27.788406 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-17a9eaad-b587-494b-84b4-61d76df6a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:27.789910 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-17a9eaad-b587-494b-84b4-61d76df6a86b service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.0950096 Aug 09 02:50:27.964896 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-7bfa4b1e-e409-463c-adc3-c01b8d8fbf5a service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e HTTP/1.1" status: 200 len: 217 time: 0.0335958 Aug 09 02:50:28.016008 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-4791bd6c-2c70-4901-9e1f-5cadcbf4a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:28.017514 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-4791bd6c-2c70-4901-9e1f-5cadcbf4a524 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0460417 Aug 09 02:50:28.029701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:50:28.043871 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:28.047181 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Publish callbacks [] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:28.086559 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Transition to ACTIVE for port object d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:50:28.093859 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c7fc-66c3-493d-8049-bd0edb5141e8 req-22440ad1-02b3-4c55-aff7-09173fcdfb06 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:28.095395 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2ca0c7fc-66c3-493d-8049-bd0edb5141e8 req-22440ad1-02b3-4c55-aff7-09173fcdfb06 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.1363685 Aug 09 02:50:28.096755 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:28.179258 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:28.234778 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-2ca0c7fc-66c3-493d-8049-bd0edb5141e8 req-056f812c-3aa6-4038-83d2-b18edca9d11f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317518 Aug 09 02:50:28.276880 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560820-7179-4319-ad8a-8452c7e034ec req-e65927fe-ed96-4ad8-a343-8e42a1713861 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:28.278378 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01560820-7179-4319-ad8a-8452c7e034ec req-e65927fe-ed96-4ad8-a343-8e42a1713861 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0642049 Aug 09 02:50:28.294399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Attempting to bind port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:50:28.294741 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Attempting to bind port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:50:28.295072 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Attempting to bind port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 on network cfd0a97e-acef-4bf5-b59f-a3b4522b722e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:50:28.308164 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 on network cfd0a97e-acef-4bf5-b59f-a3b4522b722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:50:28.308484 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Attempting to bind port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 on network cfd0a97e-acef-4bf5-b59f-a3b4522b722e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:50:28.321838 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:50:28.322183 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Checking segment: {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:50:28.322582 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Bound using segment: {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:50:28.323016 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Bound port: d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:50:28.323376 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:28.353769 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01560820-7179-4319-ad8a-8452c7e034ec req-06e8ef56-c359-4a47-83b5-c8f155093033 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Aug 09 02:50:28.387410 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:28.404021 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] For port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:50:28.407383 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] For port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:50:28.414332 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:28.417655 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:28.418290 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:28.419806 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 HTTP/1.1" status: 200 len: 1093 time: 0.7251697 Aug 09 02:50:28.472073 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca454-9266-43d4-96e7-e0e405a4e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:28.507861 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'tag': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:28.510126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c735ed-12c9-45e8-b664-b1531b362775", "tag": "d301c67a-1ae0-4f8f-aa01-2dd857e5ed86"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:28.546727 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949e626a-ea01-45ff-8d37-f5cb1c69be1c x-openstack-request-id: req-949e626a-ea01-45ff-8d37-f5cb1c69be1c {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:28.547012 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c735ed-12c9-45e8-b664-b1531b362775", "tag": "d301c67a-1ae0-4f8f-aa01-2dd857e5ed86", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:28.547260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-949e626a-ea01-45ff-8d37-f5cb1c69be1c {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:28.547664 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949e626a-ea01-45ff-8d37-f5cb1c69be1c'] response: {'name': 'network-changed', 'server_uuid': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'tag': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86', 'status': 'completed', 'code': 200} Aug 09 02:50:29.374839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b84a-a377-460c-91de-22feb0fc7880 req-d9e1a371-dbc5-4488-b229-bde8a6a87981 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:29.376306 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-55d7b84a-a377-460c-91de-22feb0fc7880 req-d9e1a371-dbc5-4488-b229-bde8a6a87981 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0589201 Aug 09 02:50:29.436425 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-55d7b84a-a377-460c-91de-22feb0fc7880 req-b7f5c6ab-0874-47b4-bdd2-692163ca776b tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528755 Aug 09 02:50:29.486994 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ef444-f062-4a70-bdee-bf3c06e83f31 req-7129e695-4e70-4e08-8e85-b5222398ba1e tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:29.488495 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-208ef444-f062-4a70-bdee-bf3c06e83f31 req-7129e695-4e70-4e08-8e85-b5222398ba1e tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0508914 Aug 09 02:50:29.535504 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-208ef444-f062-4a70-bdee-bf3c06e83f31 req-06b68c04-32d4-4e6a-8b2e-24d5549b8fce tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Aug 09 02:50:30.576733 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbafc-2529-46be-a40b-9af8fee49a3d req-f78ad7e6-43f5-441e-9e87-5d1ab9d4c552 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:30.578357 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cf9dbafc-2529-46be-a40b-9af8fee49a3d req-f78ad7e6-43f5-441e-9e87-5d1ab9d4c552 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0566125 Aug 09 02:50:30.636863 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ec22db10-75d4-4976-a20a-4d66c4752b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:30.666707 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cf9dbafc-2529-46be-a40b-9af8fee49a3d req-607c2fff-af9c-4ac8-b114-0e1c7258bdd0 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826859 Aug 09 02:50:30.677508 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715732-443d-4f35-929d-b63e1f3d477c req-cb4b9373-bbe0-4efa-be56-7f204dc09828 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:30.678946 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-35715732-443d-4f35-929d-b63e1f3d477c req-cb4b9373-bbe0-4efa-be56-7f204dc09828 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0637498 Aug 09 02:50:30.726524 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-35715732-443d-4f35-929d-b63e1f3d477c req-55d18e40-c753-490e-a33b-38b3329eb187 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Aug 09 02:50:31.792639 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bac6-e32f-4929-a640-b255f88feeec req-5e776aeb-aae5-4b76-933d-6b6241c3cdb1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:31.794122 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f9d2bac6-e32f-4929-a640-b255f88feeec req-5e776aeb-aae5-4b76-933d-6b6241c3cdb1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 945 time: 0.0474513 Aug 09 02:50:31.820657 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 83f25e4f-a0a2-405d-90b0-5f49d4471e1e no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:31.871637 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de799f-6427-4638-8a6c-b61673508c84 req-f33a3e0d-6c50-4feb-8172-b7ba053dbec6 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:31.873122 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71de799f-6427-4638-8a6c-b61673508c84 req-f33a3e0d-6c50-4feb-8172-b7ba053dbec6 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0671351 Aug 09 02:50:31.883708 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f9d2bac6-e32f-4929-a640-b255f88feeec req-c2d3184a-e635-4bdd-b11c-d0c9d4ca718d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839760 Aug 09 02:50:31.888227 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:31.895378 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e is: ACTIVE; New status is: DOWN {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:50:31.895773 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:31.919790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:31.922052 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703903e3-e994-4efc-8630-a15c2d3d2da2" -d '{"events": [{"server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "name": "network-vif-unplugged", "status": "completed", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:31.932171 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-71de799f-6427-4638-8a6c-b61673508c84 req-f6ff03f3-0c65-4370-befa-b102e89080bc tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 Aug 09 02:50:31.935060 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:31.941738 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:31.975379 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad67f6b-2c16-49b5-bed5-75a6f40a18d1 x-openstack-request-id: req-cad67f6b-2c16-49b5-bed5-75a6f40a18d1 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:31.975664 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "name": "network-vif-unplugged", "status": "completed", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:31.975910 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad67f6b-2c16-49b5-bed5-75a6f40a18d1 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:31.976296 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad67f6b-2c16-49b5-bed5-75a6f40a18d1'] response: {'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'code': 200} Aug 09 02:50:32.000764 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=6']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:33.008205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedab1d5-e9c1-4778-996a-6045cc93dbcc req-0b854f99-fdc3-485c-b36e-bc7781bf0d79 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.009677 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cedab1d5-e9c1-4778-996a-6045cc93dbcc req-0b854f99-fdc3-485c-b36e-bc7781bf0d79 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0479224 Aug 09 02:50:33.073108 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d8bbd-8ae0-4efc-964a-7c9be2b77c80 req-a1f649b0-1bbc-41e5-ab12-82ad55d475c8 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.074603 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3c1d8bbd-8ae0-4efc-964a-7c9be2b77c80 req-a1f649b0-1bbc-41e5-ab12-82ad55d475c8 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0640414 Aug 09 02:50:33.088013 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f14a26ce-4016-4c39-a14e-411c2c866c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:33.107321 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-cedab1d5-e9c1-4778-996a-6045cc93dbcc req-66c6b658-2ef1-4c33-9dd2-b7e88fb1552a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884054 Aug 09 02:50:33.137660 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3c1d8bbd-8ae0-4efc-964a-7c9be2b77c80 req-64438736-72eb-4547-91e5-e8101d7f0717 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570271 Aug 09 02:50:33.345601 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-5a89169c-0385-4fd2-b195-edb5a125ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.347175 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-5a89169c-0385-4fd2-b195-edb5a125ad13 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445175 Aug 09 02:50:33.362617 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169 req-0f85d76a-a477-4001-9a90-6b8a586649a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.364084 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169 req-0f85d76a-a477-4001-9a90-6b8a586649a3 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 1127 time: 0.0431504 Aug 09 02:50:33.480166 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:33.484627 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:33.515961 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-efd64cf6-fe67-4a1d-95eb-6f43bb82fc2b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900071 Aug 09 02:50:33.524267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-1d7ad9e7-1b83-4fc0-9aba-1a2a240fe22a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.525825 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-1d7ad9e7-1b83-4fc0-9aba-1a2a240fe22a tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 943 time: 0.0987010 Aug 09 02:50:33.570115 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:33.588775 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169 req-fbff7b15-6631-49c2-ba4e-b151ade00be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.590263 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169 req-fbff7b15-6631-49c2-ba4e-b151ade00be3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=d488e2c8749640a0b3a9b0037051ff12&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1649990 Aug 09 02:50:33.609385 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58a310f4-ceeb-47b2-a281-de8b1fe8c284 req-26cf0ab7-b4a4-46b7-97c0-fa81d28a9493 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870686 Aug 09 02:50:33.680780 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Deleting port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:33.681110 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:33.763172 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169 req-8aacc72a-7312-4d92-a940-71de1e3f96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.764659 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-fbf0ab10-8242-4fc4-bc7b-c635ad6d0169 req-8aacc72a-7312-4d92-a940-71de1e3f96d9 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678874 Aug 09 02:50:33.793233 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] For port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:33.793594 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:33.808138 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Calling delete_port for 83f25e4f-a0a2-405d-90b0-5f49d4471e1e owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:33.900897 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-81ff1d17-c06b-4cdf-a9c3-a83e4abfee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:33.902273 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-81ff1d17-c06b-4cdf-a9c3-a83e4abfee83 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 1127 time: 0.0524235 Aug 09 02:50:33.950043 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-03e80e6a-c95c-46f7-a798-6cebb370cba3 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 HTTP/1.1" status: 200 len: 217 time: 0.0343602 Aug 09 02:50:34.031839 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f693237-d62f-4f37-b866-468436d9c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:34.033419 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-9f693237-d62f-4f37-b866-468436d9c78e service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=646e7e6e-f566-4b41-b236-d310ce2e3f1c HTTP/1.1" status: 200 len: 854 time: 0.0597212 Aug 09 02:50:34.034438 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (83f25e4f-a0a2-405d-90b0-5f49d4471e1e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:34.083123 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'Port': ['ID=83f25e4f-a0a2-405d-90b0-5f49d4471e1e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:34.089083 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-6304aa83-dec0-48fd-ace4-03d8ee52f85b service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481012 Aug 09 02:50:34.173634 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:34.178940 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] No DVR routers for this DVR port 83f25e4f-a0a2-405d-90b0-5f49d4471e1e on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:50:34.182885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:34.186123 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-17bef24b-0a63-422e-8aef-2b7fcd426c1b req-e7fbe829-5008-4758-a62d-b6f92fa4f2de tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "DELETE /networking/v2.0/ports/83f25e4f-a0a2-405d-90b0-5f49d4471e1e HTTP/1.1" status: 204 len: 173 time: 0.6550214 Aug 09 02:50:34.186569 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'name': 'network-vif-deleted', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:34.188801 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa1f0e-f4c7-4721-a1cb-fdf957180565" -d '{"events": [{"server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "name": "network-vif-deleted", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:34.240392 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8df1d88c-eaa4-4bca-bfa8-8d540a98ea4e req-cedcbe5c-2e3f-4dd8-8014-ebed39b95238 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 210 time: 0.0484827 Aug 09 02:50:34.293471 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3d657-662d-4c23-9989-741f9a90bd5f req-626d284b-6adb-4d19-9619-61fa83572d4a tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:34.294998 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1fb3d657-662d-4c23-9989-741f9a90bd5f req-626d284b-6adb-4d19-9619-61fa83572d4a tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0683179 Aug 09 02:50:34.296899 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-0c7fc9bd-926f-4090-91d7-6bcddeda93af service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016602 Aug 09 02:50:34.301504 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9842fac-f524-42ef-ad86-28603675d4be x-openstack-request-id: req-f9842fac-f524-42ef-ad86-28603675d4be {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:34.301790 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a9dcc-2c63-4ce0-803a-24abd76c0957", "name": "network-vif-deleted", "tag": "83f25e4f-a0a2-405d-90b0-5f49d4471e1e", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:34.302038 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9842fac-f524-42ef-ad86-28603675d4be {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:34.302518 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9842fac-f524-42ef-ad86-28603675d4be'] response: {'server_uuid': '088a9dcc-2c63-4ce0-803a-24abd76c0957', 'name': 'network-vif-deleted', 'tag': '83f25e4f-a0a2-405d-90b0-5f49d4471e1e', 'status': 'completed', 'code': 200} Aug 09 02:50:34.343285 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:34.394142 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:34.413956 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1fb3d657-662d-4c23-9989-741f9a90bd5f req-0b4579e5-f1b1-4ab2-98fd-f0976525a07b tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066573 Aug 09 02:50:34.428816 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-01dad5ea-8960-4f05-872e-da6659f3dee3 req-6124cb4a-5441-4efa-9794-4c797afef2eb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230705 Aug 09 02:50:35.305243 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:35.364375 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-621a0eda-65e3-47ff-847b-f11671983f68 req-bef36b90-e422-42e0-84fc-7602b6bc42cc tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=088a9dcc-2c63-4ce0-803a-24abd76c0957 HTTP/1.1" status: 200 len: 210 time: 0.0285554 Aug 09 02:50:35.499116 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:35.536434 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b192e01-6262-4c0d-9df4-464f2610299a req-c993a1fc-447e-4f28-a8c9-311c93b15923 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:35.538035 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b192e01-6262-4c0d-9df4-464f2610299a req-c993a1fc-447e-4f28-a8c9-311c93b15923 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0473011 Aug 09 02:50:35.590488 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8b192e01-6262-4c0d-9df4-464f2610299a req-33c24141-c657-4f08-9cb4-66ccb804ac4c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Aug 09 02:50:35.838259 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:36.722004 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa333d-59fa-4c70-a0dc-e32a04f2f5bc req-625cbffc-0f7c-4331-b647-2ca70270dd26 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:36.723676 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-88fa333d-59fa-4c70-a0dc-e32a04f2f5bc req-625cbffc-0f7c-4331-b647-2ca70270dd26 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0522637 Aug 09 02:50:36.771837 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-88fa333d-59fa-4c70-a0dc-e32a04f2f5bc req-c8eed3a7-e27b-495f-88e4-b13133b63791 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Aug 09 02:50:37.843648 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:50:37.892505 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff944bc-2c7f-4dd9-af2d-14ac28b52360 req-76208fc9-dea3-4a9f-a5a2-2a4d9f7a0bc0 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:37.893989 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ff944bc-2c7f-4dd9-af2d-14ac28b52360 req-76208fc9-dea3-4a9f-a5a2-2a4d9f7a0bc0 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 943 time: 0.0471010 Aug 09 02:50:37.942014 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-1ff944bc-2c7f-4dd9-af2d-14ac28b52360 req-b107f1fa-82f0-4d43-824d-d88f5015f915 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Aug 09 02:50:37.944028 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:37.957420 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86', 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e', 'port_id': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86', 'mac_address': 'fa:16:3e:c1:4c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e7e6e-f566-4b41-b236-d310ce2e3f1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:50:37.991486 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:50:37.991799 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:38.004764 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:50:38.026421 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:38.032694 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:38.085910 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:38.094018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.094628 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.095123 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.095701 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.096147 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.096585 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.097021 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.097382 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.097778 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.098237 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.098746 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.099329 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.099653 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.099970 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.100285 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:38.373963 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['d301c67a-1ae0-4f8f-aa01-2dd857e5ed86'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:50:38.863675 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41564) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:39.010963 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Deleting port 502f56c0-90f9-465e-b651-a745b30a7779 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:39.011648 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (502f56c0-90f9-465e-b651-a745b30a7779), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.100932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d73e2-b84c-4514-aa05-56eeee0ad5e8 req-5dcdab5d-aec7-4b3a-b224-c97a45de29cc tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:39.102398 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-979d73e2-b84c-4514-aa05-56eeee0ad5e8 req-5dcdab5d-aec7-4b3a-b224-c97a45de29cc tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 944 time: 0.0878224 Aug 09 02:50:39.137449 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (502f56c0-90f9-465e-b651-a745b30a7779), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.137751 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (502f56c0-90f9-465e-b651-a745b30a7779), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.153236 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Calling delete_port for 502f56c0-90f9-465e-b651-a745b30a7779 owned by network:floatingip {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:39.183358 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-979d73e2-b84c-4514-aa05-56eeee0ad5e8 req-e4fe8c19-858b-4bb7-80c8-838b13e7ef67 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722296 Aug 09 02:50:39.267522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:39.331653 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (502f56c0-90f9-465e-b651-a745b30a7779), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.353744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'Port': ['ID=502f56c0-90f9-465e-b651-a745b30a7779,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:39.421628 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:39.432902 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (53ded10f-8253-43ca-9d26-bd9330af1815), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.433223 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.db.l3_db [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Floating IP 53ded10f-8253-43ca-9d26-bd9330af1815 disassociated (deleted). External IP: 172.27.2.170, port: 4340fc7a-b008-41f2-a681-5a15abc0d9ba. Aug 09 02:50:39.640693 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:50:39.741296 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:50:39.746387 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.751062 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:50:39.753817 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=69 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:39.755458 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:39.764311 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:39.764994 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:39.778828 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-bb76b227-2dc8-4b5e-94c3-89cc4e9b34fa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/53ded10f-8253-43ca-9d26-bd9330af1815 HTTP/1.1" status: 204 len: 168 time: 0.9140601 Aug 09 02:50:39.779471 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:39.781911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19239bfd-b16b-47c9-bac4-047df5d61325" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:39.819486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7e77df-5f3d-4e22-b684-e04a7e9a6c96 x-openstack-request-id: req-7e7e77df-5f3d-4e22-b684-e04a7e9a6c96 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:39.819744 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:39.820027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e7e77df-5f3d-4e22-b684-e04a7e9a6c96 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:39.820401 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7e77df-5f3d-4e22-b684-e04a7e9a6c96'] response: {'name': 'network-changed', 'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'status': 'completed', 'code': 200} Aug 09 02:50:39.850517 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:50:39.875321 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:39.898970 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:50:39.920598 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:50:39.921653 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:39.933932 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-fa295c7c-b3f4-4513-8296-8f43bd590cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:39.935715 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-fa295c7c-b3f4-4513-8296-8f43bd590cbd service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=9aadaf242f674436a45eae700fb52fc1&device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 1129 time: 0.0568070 Aug 09 02:50:40.026323 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:50:40.026696 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:40.037218 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08010b06-7dfd-49f6-9b6b-d4b486fc9d1e req-7e480dee-be55-4320-99d7-cd878b395c4f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:40.038821 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-08010b06-7dfd-49f6-9b6b-d4b486fc9d1e req-7e480dee-be55-4320-99d7-cd878b395c4f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0557454 Aug 09 02:50:40.053650 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:40.056983 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbdb3f6-ba1e-4f49-96fa-083a98ed87ac" -d '{"events": [{"server_uuid": "b6c735ed-12c9-45e8-b664-b1531b362775", "name": "network-vif-plugged", "status": "completed", "tag": "d301c67a-1ae0-4f8f-aa01-2dd857e5ed86"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:40.078547 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:40.079369 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:40.084423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:40.093651 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-08010b06-7dfd-49f6-9b6b-d4b486fc9d1e req-4733c7a2-a6ec-4f6d-a125-bd0788ca7ab1 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475671 Aug 09 02:50:40.112731 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c3342d-0962-4f79-abcd-bef1dc0c1861 x-openstack-request-id: req-96c3342d-0962-4f79-abcd-bef1dc0c1861 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:40.113054 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c735ed-12c9-45e8-b664-b1531b362775", "name": "network-vif-plugged", "status": "completed", "tag": "d301c67a-1ae0-4f8f-aa01-2dd857e5ed86", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:40.113310 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96c3342d-0962-4f79-abcd-bef1dc0c1861 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:40.113700 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c3342d-0962-4f79-abcd-bef1dc0c1861'] response: {'server_uuid': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86', 'code': 200} Aug 09 02:50:40.116656 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:50:40.125136 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:40.125745 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:40.130876 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:40.136155 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:40.142517 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:40.226688 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:40.308877 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a63e-62ac-45f5-8c54-155cc8c5065b req-af93e191-c253-40e9-9eb2-f1290019de00 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:40.310403 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8c57a63e-62ac-45f5-8c54-155cc8c5065b req-af93e191-c253-40e9-9eb2-f1290019de00 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 945 time: 0.0504408 Aug 09 02:50:40.420548 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:40.446006 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad09014-07af-43ea-867c-d35065b4f0e3 None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:42:24Z', 'revision_number': 4, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi', '_interfaces': [{'id': '70d26f35-27e1-4995-aa70-0771cd4ad182', 'name': '', 'network_id': 'b1e2d894-011a-4b96-b401-d6a3370e9f10', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'mac_address': 'fa:16:3e:c9:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:24Z', 'updated_at': '2022-08-09T02:42:32Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'subnets': [{'id': '5ef08927-ca8d-427b-ad52-ae171e01f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:50:40.620278 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-8c57a63e-62ac-45f5-8c54-155cc8c5065b req-4bc4ecbd-ef87-4d39-9c1a-49ad5369265a tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041830 Aug 09 02:50:40.672381 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d224138-1695-4c0f-ac00-e160bfbb6207 None None] New status for floating IP 53ded10f-8253-43ca-9d26-bd9330af1815: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 09 02:50:41.160154 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-575278bf-8366-42c2-8b3e-39ae1482127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.161705 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-575278bf-8366-42c2-8b3e-39ae1482127e service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 200 len: 913 time: 0.1010323 Aug 09 02:50:41.219572 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75f0a6-8e96-447d-a15b-07bb0e15460d req-28989271-8441-4296-aa2b-4641991b292d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.221025 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db75f0a6-8e96-447d-a15b-07bb0e15460d req-28989271-8441-4296-aa2b-4641991b292d tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0501235 Aug 09 02:50:41.271159 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-db75f0a6-8e96-447d-a15b-07bb0e15460d req-d3a41cb8-ca71-4eb2-b48c-a6d7b44ed278 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Aug 09 02:50:41.349107 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-fc072a29-1087-4155-ac82-f3ac9d0c2275 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 200 len: 217 time: 0.0552986 Aug 09 02:50:41.359617 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0947a-f9e3-4819-b41b-cd9311e881ec req-974d899d-3de8-49f2-9eaf-fcacd3fec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.361378 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-29b0947a-f9e3-4819-b41b-cd9311e881ec req-974d899d-3de8-49f2-9eaf-fcacd3fec93f service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 1129 time: 0.0612895 Aug 09 02:50:41.508301 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:41.566270 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-2201e1cc-3af2-4943-a616-9a36bf27eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.567801 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-2201e1cc-3af2-4943-a616-9a36bf27eff8 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 200 len: 851 time: 0.0817735 Aug 09 02:50:41.570753 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:41.574577 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-29b0947a-f9e3-4819-b41b-cd9311e881ec req-bf90ddee-5ca4-456e-8668-9ed3517d6d3f service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909166 Aug 09 02:50:41.747864 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09675630-2907-4283-baff-04f4717b20e4 req-312c0d19-34f8-4911-9cf0-b1156657755c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.749300 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-09675630-2907-4283-baff-04f4717b20e4 req-312c0d19-34f8-4911-9cf0-b1156657755c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Aug 09 02:50:41.795593 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-09675630-2907-4283-baff-04f4717b20e4 req-97bd4ead-c718-4657-a531-ab8cdcb344f1 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Aug 09 02:50:41.930842 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-7178de60-ab18-439f-aefb-7e395a5db3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.932252 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-7178de60-ab18-439f-aefb-7e395a5db3c2 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=b1e2d894-011a-4b96-b401-d6a3370e9f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712726 Aug 09 02:50:41.938337 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-f9ee8f3a-5c92-4478-b5aa-09d8bf5c8a1c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:41.939646 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-f9ee8f3a-5c92-4478-b5aa-09d8bf5c8a1c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0775235 Aug 09 02:50:42.182251 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-873f3205-166e-4147-93e1-df8ed4b18363 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:50:42.183684 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-873f3205-166e-4147-93e1-df8ed4b18363 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080395 Aug 09 02:50:42.329950 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Deleting port 4340fc7a-b008-41f2-a681-5a15abc0d9ba {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:42.330338 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:42.391324 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-48421051-07bb-418c-a8bb-8a31d373035e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966348 Aug 09 02:50:42.439804 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df448d-a184-44e6-a22c-250cb23554c4 req-782ba99f-73d8-4b8b-9e7a-72db10606c01 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:42.441131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8df448d-a184-44e6-a22c-250cb23554c4 req-782ba99f-73d8-4b8b-9e7a-72db10606c01 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 945 time: 0.0879102 Aug 09 02:50:42.489007 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] For port 4340fc7a-b008-41f2-a681-5a15abc0d9ba, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=4340fc7a-b008-41f2-a681-5a15abc0d9ba,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:42.489342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:42.513606 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Calling delete_port for 4340fc7a-b008-41f2-a681-5a15abc0d9ba owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:42.528946 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e8df448d-a184-44e6-a22c-250cb23554c4 req-36329bfc-1185-476d-9890-681998be8f7c tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e379539b-2fc4-4fc1-9a4c-d771781cc64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812066 Aug 09 02:50:42.656214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (4340fc7a-b008-41f2-a681-5a15abc0d9ba), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:42.681541 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'Port': ['ID=4340fc7a-b008-41f2-a681-5a15abc0d9ba,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:42.729438 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] No DVR routers for this DVR port 4340fc7a-b008-41f2-a681-5a15abc0d9ba on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:50:42.732174 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:42.735888 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6bfbcccb-447d-40d4-ac8a-979f041548cc req-2ee9e786-848f-473f-a732-9a2ea3c02eaa tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.13 "DELETE /networking/v2.0/ports/4340fc7a-b008-41f2-a681-5a15abc0d9ba HTTP/1.1" status: 204 len: 173 time: 0.5622721 Aug 09 02:50:42.736336 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'name': 'network-vif-deleted', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:50:42.738602 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a976b1-41fe-4d74-a963-8aba290cb4ba" -d '{"events": [{"server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "name": "network-vif-deleted", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:50:42.784919 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3767ffb-8e62-430c-8546-ef73d1636e22 x-openstack-request-id: req-b3767ffb-8e62-430c-8546-ef73d1636e22 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:50:42.785205 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc382df-229f-4a7a-9275-51eefdf4ee9a", "name": "network-vif-deleted", "tag": "4340fc7a-b008-41f2-a681-5a15abc0d9ba", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:50:42.785455 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3767ffb-8e62-430c-8546-ef73d1636e22 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:50:42.785856 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3767ffb-8e62-430c-8546-ef73d1636e22'] response: {'server_uuid': '1dc382df-229f-4a7a-9275-51eefdf4ee9a', 'name': 'network-vif-deleted', 'tag': '4340fc7a-b008-41f2-a681-5a15abc0d9ba', 'status': 'completed', 'code': 200} Aug 09 02:50:42.966545 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246bd54-877f-4ed3-8b97-94f604d30ee7 req-c1280040-20b2-4b7c-8029-dfcfbb692cdd tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:42.968616 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6246bd54-877f-4ed3-8b97-94f604d30ee7 req-c1280040-20b2-4b7c-8029-dfcfbb692cdd tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 945 time: 0.0894122 Aug 09 02:50:42.971023 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:43.027068 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-19239bfd-b16b-47c9-bac4-047df5d61325 req-7f130378-ac05-4a19-a0ad-b1c19c715a94 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558571 Aug 09 02:50:43.049541 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6246bd54-877f-4ed3-8b97-94f604d30ee7 req-a92a6e54-74a7-453b-901b-4ba4668027c7 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724363 Aug 09 02:50:43.604813 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=18 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:43.605637 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=10 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:43.650337 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-0e27a94c-7c68-4841-b072-cdc036f56564 req-e2977cd9-5ba2-4044-8172-652ca00afdcf tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dc382df-229f-4a7a-9275-51eefdf4ee9a HTTP/1.1" status: 200 len: 210 time: 0.0320122 Aug 09 02:50:44.294720 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-5a6cb1f3-5a0b-4ea0-9a3a-e8ea1960d231 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850751 Aug 09 02:50:44.370027 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:44.403049 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda122da-2b99-4b52-8828-730afbac8e05 req-29151676-1b2a-41a8-9387-37ecfc2d689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:44.404538 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-29151676-1b2a-41a8-9387-37ecfc2d689d service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 1129 time: 0.0427446 Aug 09 02:50:44.522580 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda122da-2b99-4b52-8828-730afbac8e05 req-6f7bd164-3077-48ef-a4d1-b7f13e55139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:44.524071 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-6f7bd164-3077-48ef-a4d1-b7f13e55139a service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 915 time: 0.0942481 Aug 09 02:50:44.567894 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-ccd90f90-2d6c-40e9-a951-dd46fe1c3a88 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 HTTP/1.1" status: 200 len: 217 time: 0.0349104 Aug 09 02:50:44.618682 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda122da-2b99-4b52-8828-730afbac8e05 req-85976a8c-f1fe-44bb-a031-4d48afd975a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:50:44.620183 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-85976a8c-f1fe-44bb-a031-4d48afd975a9 service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=646e7e6e-f566-4b41-b236-d310ce2e3f1c HTTP/1.1" status: 200 len: 854 time: 0.0461402 Aug 09 02:50:44.654503 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-b27a5ff4-bc2d-48de-953d-d419ebfc2ce6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275705 Aug 09 02:50:44.716605 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41652) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:44.850800 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-5e95fc61-1e6d-4370-8f2c-512b93585a3c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886919 Aug 09 02:50:44.856970 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Deleting port 0d773471-d4a1-4e9a-a46c-51656cc2718f {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:44.857408 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:45.008255 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:45.008591 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (0d773471-d4a1-4e9a-a46c-51656cc2718f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:45.021921 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-eda122da-2b99-4b52-8828-730afbac8e05 req-43e184f9-7152-4a87-8519-5889f57a35f1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621583 Aug 09 02:50:45.026302 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Calling delete_port for 0d773471-d4a1-4e9a-a46c-51656cc2718f owned by network:floatingip {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:45.171351 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (0d773471-d4a1-4e9a-a46c-51656cc2718f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:45.197161 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'Port': ['ID=0d773471-d4a1-4e9a-a46c-51656cc2718f,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:45.259322 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:45.266850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for floatingip (3ce97f57-3cef-49cc-a355-e6e85c84dd0e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:45.269426 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for floatingip (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:45.270637 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-87426e4a-512d-4b25-b682-7704a9f69c5f tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3ce97f57-3cef-49cc-a355-e6e85c84dd0e HTTP/1.1" status: 204 len: 168 time: 0.5530221 Aug 09 02:50:45.851054 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 4340fc7a-b008-41f2-a681-5a15abc0d9ba no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:45.853829 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:45.875718 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 4340fc7a-b008-41f2-a681-5a15abc0d9ba {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:45.876063 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 4340fc7a-b008-41f2-a681-5a15abc0d9ba not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:46.497794 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41666) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:46.559645 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-30b09d30-6aac-4368-8f1a-845071820ee6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group (e379539b-2fc4-4fc1-9a4c-d771781cc64d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:46.586790 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-30b09d30-6aac-4368-8f1a-845071820ee6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group (e379539b-2fc4-4fc1-9a4c-d771781cc64d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:46.589168 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:46.655481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-30b09d30-6aac-4368-8f1a-845071820ee6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (e379539b-2fc4-4fc1-9a4c-d771781cc64d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:46.658214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-30b09d30-6aac-4368-8f1a-845071820ee6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Publish callbacks [] for security_group (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:46.659441 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-30b09d30-6aac-4368-8f1a-845071820ee6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e379539b-2fc4-4fc1-9a4c-d771781cc64d HTTP/1.1" status: 204 len: 168 time: 0.1605978 Aug 09 02:50:46.676985 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b09d30-6aac-4368-8f1a-845071820ee6 tempest-TestVolumeBootPattern-1127083574 tempest-TestVolumeBootPattern-1127083574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379539b-2fc4-4fc1-9a4c-d771781cc64d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:46.727746 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41672) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:47.098694 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (e36aa0bb-553a-44e9-b242-d792f75002a5), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:47.327908 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Deleting port 70d26f35-27e1-4995-aa70-0771cd4ad182 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:47.328243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:47.408696 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] For port 70d26f35-27e1-4995-aa70-0771cd4ad182, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=70d26f35-27e1-4995-aa70-0771cd4ad182,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:47.409160 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:47.424069 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Calling delete_port for 70d26f35-27e1-4995-aa70-0771cd4ad182 owned by network:router_interface {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:47.429326 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:47.612973 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (70d26f35-27e1-4995-aa70-0771cd4ad182), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:47.640419 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d26f35-27e1-4995-aa70-0771cd4ad182,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:47.650138 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:47.814376 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (e36aa0bb-553a-44e9-b242-d792f75002a5), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:48.022304 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Router e36aa0bb-553a-44e9-b242-d792f75002a5 has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:50:48.125709 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:50:48.130869 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-a76ca228-bf3e-4282-850e-cd31b772c672 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e36aa0bb-553a-44e9-b242-d792f75002a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4020412 Aug 09 02:50:48.133662 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41678) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:48.136633 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] Sync routers for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:50:48.147984 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:48.148604 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:48.233637 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks [] for router (e36aa0bb-553a-44e9-b242-d792f75002a5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:48.252285 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: dv-cinder-852461-1-iscsi {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:48.340399 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks [] for router_gateway (e36aa0bb-553a-44e9-b242-d792f75002a5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:48.430903 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:50:47Z', 'revision_number': 5, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port': {'id': 'cd96864c-c92f-4f71-9a98-4cb307b97ec0', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:21Z', 'updated_at': '2022-08-09T02:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:48.434343 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:48.461152 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] Checking router: e36aa0bb-553a-44e9-b242-d792f75002a5 for host: dv-cinder-852461-1-iscsi {{(pid=110670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:50:48.469854 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:50:48.474932 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] Routers {'e36aa0bb-553a-44e9-b242-d792f75002a5'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:48.475592 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e36aa0bb-553a-44e9-b242-d792f75002a5'], 'active': True} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:48.555453 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=100 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:48.563759 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_dvr_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] Set router e36aa0bb-553a-44e9-b242-d792f75002a5 gateway port host: None {{(pid=110670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:48.614864 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.l3_hamode_db [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:50:48Z', 'revision_number': 6, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:48.643503 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f54a8-4aed-48ad-8245-78d2f70bbfec None None] The sync data for ids ['e36aa0bb-553a-44e9-b242-d792f75002a5'] in dv-cinder-852461-1-iscsi is: [{'id': 'e36aa0bb-553a-44e9-b242-d792f75002a5', 'name': 'tempest-TestVolumeBootPattern-1531885417-router', 'tenant_id': '9aadaf242f674436a45eae700fb52fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:20Z', 'updated_at': '2022-08-09T02:50:48Z', 'revision_number': 6, 'project_id': '9aadaf242f674436a45eae700fb52fc1', 'gw_port_host': None}] {{(pid=110670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:50:48.656833 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Deleting port cd96864c-c92f-4f71-9a98-4cb307b97ec0 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:48.657169 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:48.739170 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] For port cd96864c-c92f-4f71-9a98-4cb307b97ec0, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=cd96864c-c92f-4f71-9a98-4cb307b97ec0,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:48.739564 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:48.756045 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Calling delete_port for cd96864c-c92f-4f71-9a98-4cb307b97ec0 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:48.929187 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (cd96864c-c92f-4f71-9a98-4cb307b97ec0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:48.958928 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd96864c-c92f-4f71-9a98-4cb307b97ec0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:48.981832 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.982199 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.982559 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.982902 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.983242 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.983547 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.983879 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.984241 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.984921 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.985250 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.985577 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.985907 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.986267 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.986593 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:48.986917 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:50:49.031679 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (e36aa0bb-553a-44e9-b242-d792f75002a5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.125017 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (e36aa0bb-553a-44e9-b242-d792f75002a5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.127386 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks [] for router_controller (e36aa0bb-553a-44e9-b242-d792f75002a5), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.173961 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (e36aa0bb-553a-44e9-b242-d792f75002a5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.174696 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36aa0bb-553a-44e9-b242-d792f75002a5 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:50:49.179417 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.181518 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-765f2db8-56e0-4dd5-954b-5a6324c1f6f1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/e36aa0bb-553a-44e9-b242-d792f75002a5 HTTP/1.1" status: 204 len: 168 time: 1.0458252 Aug 09 02:50:49.183364 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41682) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:49.229212 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Deleting subnet 5ef08927-ca8d-427b-ad52-ae171e01f984 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:50:49.232617 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Publish callbacks [] for subnet (5ef08927-ca8d-427b-ad52-ae171e01f984), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.262869 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:49.269174 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (5ef08927-ca8d-427b-ad52-ae171e01f984), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.353929 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (5ef08927-ca8d-427b-ad52-ae171e01f984), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.383731 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:49.418057 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (5ef08927-ca8d-427b-ad52-ae171e01f984), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.448028 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.452114 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/5ef08927-ca8d-427b-ad52-ae171e01f984 HTTP/1.1" status: 204 len: 168 time: 0.2677712 Aug 09 02:50:49.452976 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e3f8b-37e2-4c72-9b39-4c888d9b5805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef08927-ca8d-427b-ad52-ae171e01f984,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:49.453844 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effac3c3-8f6d-445b-88d6-d5e693033b7b None None] Network b1e2d894-011a-4b96-b401-d6a3370e9f10 requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:50:49.455498 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41684) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:49.533536 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (b1e2d894-011a-4b96-b401-d6a3370e9f10), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.578306 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Deleting port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:49.578653 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.623071 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] DHCP port deletion for b1e2d894-011a-4b96-b401-d6a3370e9f10 request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:50:49.647755 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] For port 9eb268d4-cc4a-4163-8c31-e171e8fb2675, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9eb268d4-cc4a-4163-8c31-e171e8fb2675,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:49.647755 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.661167 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Calling delete_port for 9eb268d4-cc4a-4163-8c31-e171e8fb2675 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:49.666044 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] Deleting port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 {{(pid=110669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:49.666740 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), before_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.736358 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] For port 9eb268d4-cc4a-4163-8c31-e171e8fb2675, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=9eb268d4-cc4a-4163-8c31-e171e8fb2675,segment=NetworkSegment(7f4e39cd-43d0-45f5-ac15-658010a75377),segment_id=7f4e39cd-43d0-45f5-ac15-658010a75377)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:49.736759 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), precommit_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.750304 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] Calling delete_port for 9eb268d4-cc4a-4163-8c31-e171e8fb2675 owned by network:dhcp {{(pid=110669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:49.757533 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25206794'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.786850 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb268d4-cc4a-4163-8c31-e171e8fb2675,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:49.788698 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] No DVR routers for this DVR port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 on host dv-cinder-852461-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:50:49.834639 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442'] for port (9eb268d4-cc4a-4163-8c31-e171e8fb2675), after_delete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.858770 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] Pushing event deleted for resources: {'Port': ['ID=9eb268d4-cc4a-4163-8c31-e171e8fb2675,revision_number=None']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:49.864879 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfaa23-9294-430e-8a65-c7c285756e21 None None] No DVR routers for this DVR port 9eb268d4-cc4a-4163-8c31-e171e8fb2675 on host dv-cinder-852461-1-iscsi {{(pid=110669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:50:49.870924 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (b1e2d894-011a-4b96-b401-d6a3370e9f10), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.892341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e2d894-011a-4b96-b401-d6a3370e9f10']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:49.905548 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4e39cd-43d0-45f5-ac15-658010a75377') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:49.905838 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4e39cd-43d0-45f5-ac15-658010a75377') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:49.915901 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26157935'] for segment (7f4e39cd-43d0-45f5-ac15-658010a75377), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.930345 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (7f4e39cd-43d0-45f5-ac15-658010a75377), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.937281 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:50:49.937736 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25207261'] for segment (7f4e39cd-43d0-45f5-ac15-658010a75377), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:49.978668 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment 7f4e39cd-43d0-45f5-ac15-658010a75377 resource provider aggregate not found Aug 09 02:50:49.998148 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.services.segments.plugin [-] Segment 7f4e39cd-43d0-45f5-ac15-658010a75377 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f4e39cd-43d0-45f5-ac15-658010a75377 found for delete ", "request_id": "req-3ebb50a9-438b-4beb-8b8a-30133f77e7f3"}]} Aug 09 02:50:50.004972 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (b1e2d894-011a-4b96-b401-d6a3370e9f10), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:50.010852 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:50.014004 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/b1e2d894-011a-4b96-b401-d6a3370e9f10 HTTP/1.1" status: 204 len: 168 time: 0.5575209 Aug 09 02:50:50.017201 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41692) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:50.025679 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa227198-15be-46f7-a521-39529f72d582 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e2d894-011a-4b96-b401-d6a3370e9f10,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:50.481492 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:50.610695 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502320'] for router_interface (271fed16-62a3-47cf-a8cb-a2038026d87f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:50.621577 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 70d26f35-27e1-4995-aa70-0771cd4ad182 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:50.643477 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 70d26f35-27e1-4995-aa70-0771cd4ad182 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:50.643819 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 70d26f35-27e1-4995-aa70-0771cd4ad182 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:50.644249 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device cd96864c-c92f-4f71-9a98-4cb307b97ec0 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:50.662377 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: cd96864c-c92f-4f71-9a98-4cb307b97ec0 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:50.662992 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device cd96864c-c92f-4f71-9a98-4cb307b97ec0 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:50.663585 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9eb268d4-cc4a-4163-8c31-e171e8fb2675 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:50.685074 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 9eb268d4-cc4a-4163-8c31-e171e8fb2675 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:50.685336 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 9eb268d4-cc4a-4163-8c31-e171e8fb2675 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:50.776048 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:50.850634 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Deleting port 42f6d828-c0da-4c86-866a-b24a8bb0499e {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:50.850946 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:50.934074 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] For port 42f6d828-c0da-4c86-866a-b24a8bb0499e, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=42f6d828-c0da-4c86-866a-b24a8bb0499e,segment=NetworkSegment(9eac3a14-1509-4071-9a68-56bb861546df),segment_id=9eac3a14-1509-4071-9a68-56bb861546df)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:50.934481 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:50.947946 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Calling delete_port for 42f6d828-c0da-4c86-866a-b24a8bb0499e owned by network:router_interface {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:51.151825 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (42f6d828-c0da-4c86-866a-b24a8bb0499e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:51.179243 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f6d828-c0da-4c86-866a-b24a8bb0499e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:51.347320 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502444'] for router_interface (271fed16-62a3-47cf-a8cb-a2038026d87f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:51.396778 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:51.564188 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Router 271fed16-62a3-47cf-a8cb-a2038026d87f has already been hosted by L3 agent d1965a54-4bbc-4f8b-8581-96a59604dfab {{(pid=110668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 02:50:51.646299 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:51.667738 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] Notify agent at l3_agent.dv-cinder-852461-1-iscsi the message routers_updated {{(pid=110668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 02:50:51.673067 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-74b35185-8c74-4459-ab40-2e29c413e5a3 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/271fed16-62a3-47cf-a8cb-a2038026d87f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6539056 Aug 09 02:50:51.676013 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41696) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:51.677088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] Sync routers for ids ['271fed16-62a3-47cf-a8cb-a2038026d87f'] in dv-cinder-852461-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 02:50:51.689463 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] Routers {'271fed16-62a3-47cf-a8cb-a2038026d87f'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:51.690089 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['271fed16-62a3-47cf-a8cb-a2038026d87f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:51.775824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks [] for router (271fed16-62a3-47cf-a8cb-a2038026d87f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:51.797854 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] Set router 271fed16-62a3-47cf-a8cb-a2038026d87f gateway port host: dv-cinder-852461-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:51.872523 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks [] for router_gateway (271fed16-62a3-47cf-a8cb-a2038026d87f), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:51.924438 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Deleting port ffe66fc2-3341-4326-a922-eef523c7c9b7 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:51.924854 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:51.975434 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'external_fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:50:51Z', 'revision_number': 5, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port': {'id': 'ffe66fc2-3341-4326-a922-eef523c7c9b7', 'name': '', 'network_id': '1ab68943-8177-49a0-a06a-a1ae0e431eec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T02:42:28Z', 'updated_at': '2022-08-09T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f80ce3f-dc9c-4b0e-90cc-f509bb238a7a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852461-1-iscsi'}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:52.000939 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] Checking router: 271fed16-62a3-47cf-a8cb-a2038026d87f for host: dv-cinder-852461-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 02:50:52.009470 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] Routers {'271fed16-62a3-47cf-a8cb-a2038026d87f'} bound to L3 agent in host dv-cinder-852461-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 09 02:50:52.010065 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T02:32:33Z,description=,heartbeat_timestamp=2022-08-09T02:50:33Z,host='dv-cinder-852461-1-iscsi',id=d1965a54-4bbc-4f8b-8581-96a59604dfab,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['271fed16-62a3-47cf-a8cb-a2038026d87f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:52.015762 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] For port ffe66fc2-3341-4326-a922-eef523c7c9b7, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=ffe66fc2-3341-4326-a922-eef523c7c9b7,segment=NetworkSegment(8affec58-26ef-476e-8ef4-9b521629702c),segment_id=8affec58-26ef-476e-8ef4-9b521629702c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:52.016292 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.029679 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Calling delete_port for ffe66fc2-3341-4326-a922-eef523c7c9b7 owned by network:router_gateway {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:52.204399 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (ffe66fc2-3341-4326-a922-eef523c7c9b7), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.227756 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] Set router 271fed16-62a3-47cf-a8cb-a2038026d87f gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 09 02:50:52.232817 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe66fc2-3341-4326-a922-eef523c7c9b7,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:52.241016 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:52.281792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:50:51Z', 'revision_number': 6, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port_host': None}], 'dv-cinder-852461-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:52.298486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427236'] for router_gateway (271fed16-62a3-47cf-a8cb-a2038026d87f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.308483 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e380bb5-b2c5-40dd-bf94-afc165a76ded None None] The sync data for ids ['271fed16-62a3-47cf-a8cb-a2038026d87f'] in dv-cinder-852461-1-iscsi is: [{'id': '271fed16-62a3-47cf-a8cb-a2038026d87f', 'name': 'tempest-TestVolumeBootPattern-2092628683-router', 'tenant_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T02:42:27Z', 'updated_at': '2022-08-09T02:50:51Z', 'revision_number': 6, 'project_id': '8f7fa836383e4ffaa6209e73ed6d946a', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 02:50:52.390324 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-500939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-605'] for router (271fed16-62a3-47cf-a8cb-a2038026d87f), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.392601 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks [] for router_controller (271fed16-62a3-47cf-a8cb-a2038026d87f), precommit_delete_associations {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.443881 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500809'] for router (271fed16-62a3-47cf-a8cb-a2038026d87f), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.444588 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 271fed16-62a3-47cf-a8cb-a2038026d87f {{(pid=110668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 02:50:52.449509 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.450634 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ab099fcd-f95e-499f-b7c6-3c15a0d63434 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/271fed16-62a3-47cf-a8cb-a2038026d87f HTTP/1.1" status: 204 len: 168 time: 0.7736282 Aug 09 02:50:52.453500 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41700) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:52.504276 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Deleting subnet b0038eff-220b-4403-9375-43c33828e303 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:50:52.507434 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Publish callbacks [] for subnet (b0038eff-220b-4403-9375-43c33828e303), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.543162 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (b0038eff-220b-4403-9375-43c33828e303), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.586286 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:52.619818 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (b0038eff-220b-4403-9375-43c33828e303), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.679605 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (b0038eff-220b-4403-9375-43c33828e303), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.712341 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.716205 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/b0038eff-220b-4403-9375-43c33828e303 HTTP/1.1" status: 204 len: 168 time: 0.2616377 Aug 09 02:50:52.717012 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f673df-1afd-4897-a478-6c713a6f4504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0038eff-220b-4403-9375-43c33828e303,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:52.719088 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 41702) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:52.720901 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fdca7-3d75-4ce3-8206-34e786b830cd None None] Network 32056a36-e0bb-40af-9a73-8d91f566962c requested from dv-cinder-852461-1-iscsi {{(pid=110669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 09 02:50:52.797009 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 42f6d828-c0da-4c86-866a-b24a8bb0499e no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:52.804631 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (32056a36-e0bb-40af-9a73-8d91f566962c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.825274 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: 42f6d828-c0da-4c86-866a-b24a8bb0499e {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:52.825699 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device 42f6d828-c0da-4c86-866a-b24a8bb0499e not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:52.849901 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Deleting port f31557d7-bf21-48a8-b277-58318603d02e {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:50:52.850273 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (f31557d7-bf21-48a8-b277-58318603d02e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.896037 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:52.915052 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] For port f31557d7-bf21-48a8-b277-58318603d02e, host dv-cinder-852461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852461-1-iscsi',level=0,port_id=f31557d7-bf21-48a8-b277-58318603d02e,segment=NetworkSegment(9eac3a14-1509-4071-9a68-56bb861546df),segment_id=9eac3a14-1509-4071-9a68-56bb861546df)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:50:52.915453 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (f31557d7-bf21-48a8-b277-58318603d02e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:52.932115 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Calling delete_port for f31557d7-bf21-48a8-b277-58318603d02e owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:50:53.011638 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (f31557d7-bf21-48a8-b277-58318603d02e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.037856 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31557d7-bf21-48a8-b277-58318603d02e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:53.039712 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] No DVR routers for this DVR port f31557d7-bf21-48a8-b277-58318603d02e on host dv-cinder-852461-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:50:53.112349 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (32056a36-e0bb-40af-9a73-8d91f566962c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.135068 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f6d9e-2165-40a6-ba33-d68680290115 None None] DHCP port deletion for 32056a36-e0bb-40af-9a73-8d91f566962c request from dv-cinder-852461-1-iscsi {{(pid=110669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 09 02:50:53.136126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32056a36-e0bb-40af-9a73-8d91f566962c']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:53.148692 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eac3a14-1509-4071-9a68-56bb861546df') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:53.148891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eac3a14-1509-4071-9a68-56bb861546df') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:50:53.159384 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (9eac3a14-1509-4071-9a68-56bb861546df), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.173581 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (9eac3a14-1509-4071-9a68-56bb861546df), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.179846 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:50:53.180211 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (9eac3a14-1509-4071-9a68-56bb861546df), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.217767 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 9eac3a14-1509-4071-9a68-56bb861546df resource provider aggregate not found Aug 09 02:50:53.241971 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment 9eac3a14-1509-4071-9a68-56bb861546df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eac3a14-1509-4071-9a68-56bb861546df found for delete ", "request_id": "req-0ecf879e-c38b-4b0f-9c98-88aaa26f9e5d"}]} Aug 09 02:50:53.244785 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (32056a36-e0bb-40af-9a73-8d91f566962c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.252324 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.257591 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/32056a36-e0bb-40af-9a73-8d91f566962c HTTP/1.1" status: 204 len: 168 time: 0.5347896 Aug 09 02:50:53.265080 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54310bf0-e61c-4079-8af6-5ff08b8508f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32056a36-e0bb-40af-9a73-8d91f566962c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:53.378006 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41724) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:53.413864 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:50:53.422247 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-132fde13-a935-4a32-980e-cb12007c1664 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9aadaf242f674436a45eae700fb52fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429904 Aug 09 02:50:53.424719 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41726) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:53.475458 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b408-1006-4f30-a970-a698d46ac4db admin admin] Publish callbacks [] for security_group (ff871ed8-1b89-425f-a416-f29bdabfdcf0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.500359 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b408-1006-4f30-a970-a698d46ac4db admin admin] Publish callbacks [] for security_group (ff871ed8-1b89-425f-a416-f29bdabfdcf0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.561874 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b408-1006-4f30-a970-a698d46ac4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (ff871ed8-1b89-425f-a416-f29bdabfdcf0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.564393 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b408-1006-4f30-a970-a698d46ac4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:53.565549 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d8e5b408-1006-4f30-a970-a698d46ac4db admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ff871ed8-1b89-425f-a416-f29bdabfdcf0 HTTP/1.1" status: 204 len: 168 time: 0.1399467 Aug 09 02:50:53.573285 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b408-1006-4f30-a970-a698d46ac4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff871ed8-1b89-425f-a416-f29bdabfdcf0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:53.897227 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41732) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:53.940365 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e4fdd4b9-d0b5-4e9b-a2b9-931e153d47d9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8f7fa836383e4ffaa6209e73ed6d946a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417223 Aug 09 02:50:53.943790 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 41734) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:50:53.994754 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ebf0-7614-466e-bea4-4f9cfa3daaa2 admin admin] Publish callbacks [] for security_group (8b8e0257-a305-41b9-a54d-77803553fdc9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:54.017308 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ebf0-7614-466e-bea4-4f9cfa3daaa2 admin admin] Publish callbacks [] for security_group (8b8e0257-a305-41b9-a54d-77803553fdc9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:54.064562 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ebf0-7614-466e-bea4-4f9cfa3daaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (8b8e0257-a305-41b9-a54d-77803553fdc9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:54.067282 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b2c1ebf0-7614-466e-bea4-4f9cfa3daaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:50:54.068868 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b2c1ebf0-7614-466e-bea4-4f9cfa3daaa2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8b8e0257-a305-41b9-a54d-77803553fdc9 HTTP/1.1" status: 204 len: 168 time: 0.1241164 Aug 09 02:50:54.080081 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1ebf0-7614-466e-bea4-4f9cfa3daaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e0257-a305-41b9-a54d-77803553fdc9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:50:54.618044 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ffe66fc2-3341-4326-a922-eef523c7c9b7 no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:54.640402 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: ffe66fc2-3341-4326-a922-eef523c7c9b7 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:54.640746 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device ffe66fc2-3341-4326-a922-eef523c7c9b7 not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:54.641162 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f31557d7-bf21-48a8-b277-58318603d02e no longer exists at agent ovs-agent-dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:50:54.658792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] No Port match for: f31557d7-bf21-48a8-b277-58318603d02e {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:50:54.659132 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Device f31557d7-bf21-48a8-b277-58318603d02e not bound to the agent host dv-cinder-852461-1-iscsi {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:50:58.642916 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=15 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:00.648809 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c24acd64-f292-4501-9046-06510a4db22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:03.090903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-dd17dcef-4b56-41c1-9d28-7d4c96993a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:03.237937 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:03.256263 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=62,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:04.050913 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:UPDATE=1,neutron:SELECT=56,neutron:DELETE=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:04.075947 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:04.355018 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:05.336764 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:05.506688 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:05.831875 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:15.815849 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:15.822904 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:15.826240 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:19.915961 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70177ecf-8a9a-4972-a452-3fa95d990747 req-540538a7-2312-4129-8b19-43befabb502c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:19.917517 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-70177ecf-8a9a-4972-a452-3fa95d990747 req-540538a7-2312-4129-8b19-43befabb502c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Aug 09 02:51:19.969423 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-70177ecf-8a9a-4972-a452-3fa95d990747 req-29804b7f-ec4e-406d-81ce-b122fbf045b3 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Aug 09 02:51:21.102506 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366915-0d0e-49c8-b858-1ab7d340d1f0 req-6d6a71b0-5b78-4520-a782-e4dbb9669508 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:21.103965 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46366915-0d0e-49c8-b858-1ab7d340d1f0 req-6d6a71b0-5b78-4520-a782-e4dbb9669508 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 945 time: 0.0469050 Aug 09 02:51:21.152457 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-46366915-0d0e-49c8-b858-1ab7d340d1f0 req-62348287-13fa-446c-84ea-9474b961516d tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Aug 09 02:51:21.599136 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-56fe3cc8-1b2c-4705-a294-e0e83d356a1e tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:21.600562 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-56fe3cc8-1b2c-4705-a294-e0e83d356a1e tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 945 time: 0.0576937 Aug 09 02:51:21.684746 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Deleting port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:51:21.684987 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:21.784311 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] For port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:51:21.784672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:21.798267 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Calling delete_port for d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:51:21.945599 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (d301c67a-1ae0-4f8f-aa01-2dd857e5ed86), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:21.975740 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Pushing event deleted for resources: {'Port': ['ID=d301c67a-1ae0-4f8f-aa01-2dd857e5ed86,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:51:21.979397 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['d301c67a-1ae0-4f8f-aa01-2dd857e5ed86'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:51:21.988517 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.988836 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.989180 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.989515 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.989852 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.990206 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.990539 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.990893 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.991216 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.991522 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.991841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.992167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.992484 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.992800 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:21.993111 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:22.028791 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] No DVR routers for this DVR port d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:51:22.031193 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:22.034433 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-a3c9cf27-2d7d-4e38-b1c3-a31aa54250c7 req-68899414-de40-41c2-816a-818dc15df341 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "DELETE /networking/v2.0/ports/d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 HTTP/1.1" status: 204 len: 173 time: 0.4283657 Aug 09 02:51:22.034854 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'name': 'network-vif-deleted', 'tag': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:51:22.037080 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317eba9d-6d56-495f-be51-bfe4ece5e461" -d '{"events": [{"server_uuid": "b6c735ed-12c9-45e8-b664-b1531b362775", "name": "network-vif-deleted", "tag": "d301c67a-1ae0-4f8f-aa01-2dd857e5ed86"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:51:22.272618 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-9a5b80ea-fedf-450a-be98-32bdd15f395b req-c7996c13-745a-4fb6-bf3e-52a964fdddae tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c735ed-12c9-45e8-b664-b1531b362775 HTTP/1.1" status: 200 len: 210 time: 0.0291910 Aug 09 02:51:22.274280 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc05308-870c-4836-b141-1f03973ca0ec x-openstack-request-id: req-1cc05308-870c-4836-b141-1f03973ca0ec {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:51:22.274563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c735ed-12c9-45e8-b664-b1531b362775", "name": "network-vif-deleted", "tag": "d301c67a-1ae0-4f8f-aa01-2dd857e5ed86", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:51:22.274850 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cc05308-870c-4836-b141-1f03973ca0ec {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:51:22.275243 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc05308-870c-4836-b141-1f03973ca0ec'] response: {'server_uuid': 'b6c735ed-12c9-45e8-b664-b1531b362775', 'name': 'network-vif-deleted', 'tag': 'd301c67a-1ae0-4f8f-aa01-2dd857e5ed86', 'status': 'completed', 'code': 200} Aug 09 02:51:25.469039 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:51:26.271205 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:51:26.293885 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:51:26.294248 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device d301c67a-1ae0-4f8f-aa01-2dd857e5ed86 not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:51:30.645673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2268849a-a689-46c6-8c33-617d692b9eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:31.423844 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-2b9a256f-374e-4531-8564-1c151053db07 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:31.425327 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-2b9a256f-374e-4531-8564-1c151053db07 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 814 time: 0.1156013 Aug 09 02:51:31.440182 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-bba3f330-72e9-4e9d-b13f-e5ed5166946f tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/quotas/d488e2c8749640a0b3a9b0037051ff12 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Aug 09 02:51:31.471831 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-913a6fc5-1c9a-447b-9c83-4e174bcfee38 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268629 Aug 09 02:51:31.584201 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-de67bea7-3124-4f0f-9400-f2983703e0b7 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=110668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 09 02:51:31.585250 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-de67bea7-3124-4f0f-9400-f2983703e0b7 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1072183 Aug 09 02:51:31.930623 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-87ded2db-2c97-4730-aa06-4df3fe6e1d62 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392646 Aug 09 02:51:31.995779 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:32.027059 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-ddcb2a05-4d1a-4911-82d1-1f6ab12b1e3d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879269 Aug 09 02:51:32.190851 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-668212c0-d44e-4944-9809-3b16e7ae8758 req-b445fd4e-f6d7-4527-9b88-697d9c762d6b tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 210 time: 0.0286577 Aug 09 02:51:33.094124 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-24f8578e-16ac-4807-8c64-ca899a0f1b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:33.260517 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:33.328405 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3fb81dae-23db-439d-8398-4da87c6bf601 req-abad4e4c-170c-4947-bc6e-c9b315a9f4fd tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 210 time: 0.0665181 Aug 09 02:51:33.383041 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-54244878-1d48-4d5d-a1b0-851e825c48d7 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:33.384475 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-54244878-1d48-4d5d-a1b0-851e825c48d7 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 814 time: 0.1339865 Aug 09 02:51:33.409657 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Request body: {'port': {'device_id': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e', 'admin_state_up': True, 'tenant_id': 'd488e2c8749640a0b3a9b0037051ff12'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:51:33.522516 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Made reservation on behalf of d488e2c8749640a0b3a9b0037051ff12 for: {'port': 1} {{(pid=110668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 02:51:33.527496 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:33.663486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Allocated IP 172.20.0.8 (cfd0a97e-acef-4bf5-b59f-a3b4522b722e/646e7e6e-f566-4b41-b236-d310ce2e3f1c/3e842365-2045-4a26-bf6c-934b3434cdce) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 02:51:33.820947 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks [] for port (3e842365-2045-4a26-bf6c-934b3434cdce), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:33.856446 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764773133433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:33.903260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Network cfd0a97e-acef-4bf5-b59f-a3b4522b722e is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 02:51:33.906368 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 02:51:33.910136 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 09 02:51:33.932891 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Pushing event updated for resources: {'Port': ['ID=3e842365-2045-4a26-bf6c-934b3434cdce,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:51:33.960554 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:33.961161 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:33.979089 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-644636b4-3f62-4515-9b33-dc109701fdef tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737269 Aug 09 02:51:33.995829 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.v2.base [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Request body: {'port': {'device_id': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85246'}} {{(pid=110668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 09 02:51:34.028247 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:34.054745 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.165200 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:34.313160 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e842365-2045-4a26-bf6c-934b3434cdce {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:51:34.320672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Publish callbacks [] for port (3e842365-2045-4a26-bf6c-934b3434cdce), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.334254 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Transition to ACTIVE for port object 3e842365-2045-4a26-bf6c-934b3434cdce will not be triggered until provisioned by entity L2. {{(pid=110668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 09 02:51:34.339260 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.350121 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.419951 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e842365-2045-4a26-bf6c-934b3434cdce,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:51:34.484960 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5e5a0-48c4-42c8-aec6-6abd1feb8bc1 req-6e73d4e0-c5ae-416b-ad08-dc634e8dea9f tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:34.486583 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-10e5e5a0-48c4-42c8-aec6-6abd1feb8bc1 req-6e73d4e0-c5ae-416b-ad08-dc634e8dea9f tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 943 time: 0.0678115 Aug 09 02:51:34.489323 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Attempting to bind port 3e842365-2045-4a26-bf6c-934b3434cdce on host hv-cinder-85246 for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 09 02:51:34.489672 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Attempting to bind port 3e842365-2045-4a26-bf6c-934b3434cdce by drivers openvswitch,hyperv on host hv-cinder-85246 at level 0 using segments [{'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 09 02:51:34.490103 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Attempting to bind port 3e842365-2045-4a26-bf6c-934b3434cdce on network cfd0a97e-acef-4bf5-b59f-a3b4522b722e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:51:34.500504 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Port 3e842365-2045-4a26-bf6c-934b3434cdce on network cfd0a97e-acef-4bf5-b59f-a3b4522b722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85246 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 02:51:34.500824 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Attempting to bind port 3e842365-2045-4a26-bf6c-934b3434cdce on network cfd0a97e-acef-4bf5-b59f-a3b4522b722e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 02:51:34.514166 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Checking agent: {'id': 'b9a06d5e-2381-4c14-b183-ec96aa684885', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85246', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'started_at': datetime.datetime(2022, 8, 9, 2, 38, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 02:51:34.514518 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Checking segment: {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 09 02:51:34.514917 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Bound using segment: {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 02:51:34.515342 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Bound port: 3e842365-2045-4a26-bf6c-934b3434cdce, host: hv-cinder-85246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf444330-7133-4274-b1b2-4c25260e3da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 09 02:51:34.515674 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.569749 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-10e5e5a0-48c4-42c8-aec6-6abd1feb8bc1 req-9fbda1d7-2ce7-4f81-aa9a-41de02221ea6 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761020 Aug 09 02:51:34.597348 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] For port 3e842365-2045-4a26-bf6c-934b3434cdce, host hv-cinder-85246, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 02:51:34.600627 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] For port 3e842365-2045-4a26-bf6c-934b3434cdce, host hv-cinder-85246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=3e842365-2045-4a26-bf6c-934b3434cdce,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 02:51:34.607797 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25183464'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.612309 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:34.612953 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:34.614349 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] 10.222.0.13 "PUT /networking/v2.0/ports/3e842365-2045-4a26-bf6c-934b3434cdce HTTP/1.1" status: 200 len: 1093 time: 0.6225896 Aug 09 02:51:34.614866 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'tag': '3e842365-2045-4a26-bf6c-934b3434cdce'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:51:34.617121 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fdf93f-1908-4e36-8deb-59cc572da24c" -d '{"events": [{"name": "network-changed", "server_uuid": "54461aa4-0a89-4a9c-930b-8c6b84e4d24f", "tag": "3e842365-2045-4a26-bf6c-934b3434cdce"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:51:34.664000 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e40018-6946-46ad-825e-adf938533080 x-openstack-request-id: req-d6e40018-6946-46ad-825e-adf938533080 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:51:34.664284 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54461aa4-0a89-4a9c-930b-8c6b84e4d24f", "tag": "3e842365-2045-4a26-bf6c-934b3434cdce", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:51:34.664534 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6e40018-6946-46ad-825e-adf938533080 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:51:34.664933 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e40018-6946-46ad-825e-adf938533080'] response: {'name': 'network-changed', 'server_uuid': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'tag': '3e842365-2045-4a26-bf6c-934b3434cdce', 'status': 'completed', 'code': 200} Aug 09 02:51:34.670598 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cecd80-c724-4ad8-9e4f-3ba8ae6754a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e842365-2045-4a26-bf6c-934b3434cdce,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:51:34.722567 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-c3389e70-b91e-4647-9110-a352110a91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:34.724061 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-c3389e70-b91e-4647-9110-a352110a91da service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 1127 time: 0.0390663 Aug 09 02:51:34.768472 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-b356de57-4fb4-4396-bbc3-262d0f7cebbb service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e842365-2045-4a26-bf6c-934b3434cdce HTTP/1.1" status: 200 len: 217 time: 0.0321558 Aug 09 02:51:34.820584 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-27c801ef-d201-41a0-9b31-06ed44f94f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:34.821893 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-27c801ef-d201-41a0-9b31-06ed44f94f5a service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=646e7e6e-f566-4b41-b236-d310ce2e3f1c HTTP/1.1" status: 200 len: 854 time: 0.0475564 Aug 09 02:51:34.853228 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-be127c69-3841-41bd-993d-854e016ee9ae service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252438 Aug 09 02:51:34.943839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-a68ae5fc-6a4f-43d3-957d-8cbf53218949 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841823 Aug 09 02:51:35.002872 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:35.044013 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-6dcc997c-9865-496a-9a9a-06858fbcc2a1 req-d6af3494-147d-47e6-a818-616a420aa6ac service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942192 Aug 09 02:51:35.336418 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:35.464684 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=16 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:35.465811 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=18 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:35.505785 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:35.662625 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:35.701965 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9dc6-25ae-4be7-b72a-374db034c059 req-08bf6069-b5c3-419a-a980-c50c3240aa28 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:35.703464 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e93b9dc6-25ae-4be7-b72a-374db034c059 req-08bf6069-b5c3-419a-a980-c50c3240aa28 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 943 time: 0.0542889 Aug 09 02:51:35.750904 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e93b9dc6-25ae-4be7-b72a-374db034c059 req-e58cc20f-e590-446d-9530-209d7cf40a23 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Aug 09 02:51:35.832692 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:35.865964 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-89e461e7-59f2-4398-b439-28eb258b1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:35.867400 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-89e461e7-59f2-4398-b439-28eb258b1309 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 1127 time: 0.0426171 Aug 09 02:51:35.960701 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-233bbafb-2d0f-431c-b84a-e8738b14bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:35.962186 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-233bbafb-2d0f-431c-b84a-e8738b14bcac service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 915 time: 0.0882487 Aug 09 02:51:36.008121 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-43c1a02c-abc6-45b0-99fc-34fefc3faea2 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e842365-2045-4a26-bf6c-934b3434cdce HTTP/1.1" status: 200 len: 217 time: 0.0400615 Aug 09 02:51:36.074126 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-82437b0f-f77e-4eb0-bbb4-1aa04598753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:36.075604 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-82437b0f-f77e-4eb0-bbb4-1aa04598753f service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=646e7e6e-f566-4b41-b236-d310ce2e3f1c HTTP/1.1" status: 200 len: 854 time: 0.0620580 Aug 09 02:51:36.107496 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-2b65d6c1-dbe6-4708-8032-9e8a33714fb6 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255244 Aug 09 02:51:36.196378 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-fd646475-6046-4736-bf88-7cd6ca55454b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Aug 09 02:51:36.288620 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-85fdf93f-1908-4e36-8deb-59cc572da24c req-b2a532b2-8299-4915-aac7-e7d6785dde21 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Aug 09 02:51:36.886786 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b787da-cf21-45ae-9c96-5fa788144e0b req-615130da-868d-4738-9ad5-2ffddc55d016 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:36.888169 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-77b787da-cf21-45ae-9c96-5fa788144e0b req-615130da-868d-4738-9ad5-2ffddc55d016 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 943 time: 0.0478144 Aug 09 02:51:36.937389 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-77b787da-cf21-45ae-9c96-5fa788144e0b req-fa1cbb24-b562-4fa2-ac0c-190af2c54b02 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Aug 09 02:51:38.075047 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639d04-98fa-433b-977e-2a6cbacbdd02 req-e6c9885d-c352-4ef0-b883-d7a55f918500 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:38.076499 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3639d04-98fa-433b-977e-2a6cbacbdd02 req-e6c9885d-c352-4ef0-b883-d7a55f918500 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 943 time: 0.0532775 Aug 09 02:51:38.127131 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3639d04-98fa-433b-977e-2a6cbacbdd02 req-7c0bdfd4-3d4d-449b-9203-32e4d66ead4e tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Aug 09 02:51:38.326760 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 3e842365-2045-4a26-bf6c-934b3434cdce details requested by agent hyperv_hv-cinder-85246 with host hv-cinder-85246 {{(pid=110669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 02:51:38.443263 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 3e842365-2045-4a26-bf6c-934b3434cdce, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=3e842365-2045-4a26-bf6c-934b3434cdce,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:51:38.456287 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Returning: {'device': '3e842365-2045-4a26-bf6c-934b3434cdce', 'network_id': 'cfd0a97e-acef-4bf5-b59f-a3b4522b722e', 'port_id': '3e842365-2045-4a26-bf6c-934b3434cdce', 'mac_address': 'fa:16:3e:89:c5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e7e6e-f566-4b41-b236-d310ce2e3f1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 02:51:38.497280 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 3e842365-2045-4a26-bf6c-934b3434cdce is: DOWN; New status is: BUILD {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:51:38.497659 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:38.513602 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e842365-2045-4a26-bf6c-934b3434cdce {{(pid=110669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 02:51:38.533938 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 3e842365-2045-4a26-bf6c-934b3434cdce, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=3e842365-2045-4a26-bf6c-934b3434cdce,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:51:38.540284 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:38.587936 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=3e842365-2045-4a26-bf6c-934b3434cdce,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:51:38.597903 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.598386 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.598896 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.599553 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.600047 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.600533 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.601010 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.601510 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.601991 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.602496 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.602965 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.603424 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.603887 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.604353 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.604828 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:51:38.823983 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['3e842365-2045-4a26-bf6c-934b3434cdce'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:51:39.268448 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a3ff8-f7ad-487c-acf6-925013dbfbe1 req-b50d6d05-f817-4dab-9362-d0e33bb37ef2 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:39.269903 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e68a3ff8-f7ad-487c-acf6-925013dbfbe1 req-b50d6d05-f817-4dab-9362-d0e33bb37ef2 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 944 time: 0.0474470 Aug 09 02:51:39.321128 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e68a3ff8-f7ad-487c-acf6-925013dbfbe1 req-11685e76-f50e-44ee-8fd8-64b585fbf83c tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Aug 09 02:51:40.331661 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 3e842365-2045-4a26-bf6c-934b3434cdce up at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 02:51:40.386792 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning for port 3e842365-2045-4a26-bf6c-934b3434cdce completed by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 09 02:51:40.393814 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.db.provisioning_blocks [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Provisioning complete for port 3e842365-2045-4a26-bf6c-934b3434cdce triggered by entity L2. {{(pid=110669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 09 02:51:40.394212 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7791426'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), provisioning_complete {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:40.445565 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0fe21-f5b1-4223-abf5-4d86fcb73ad4 req-5579094f-645b-46aa-ba93-e63275406f15 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:40.447032 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d4d0fe21-f5b1-4223-abf5-4d86fcb73ad4 req-5579094f-645b-46aa-ba93-e63275406f15 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 944 time: 0.0508275 Aug 09 02:51:40.468230 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Current status of the port 3e842365-2045-4a26-bf6c-934b3434cdce is: BUILD; New status is: ACTIVE {{(pid=110669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 09 02:51:40.468627 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911909'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:40.492530 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e842365-2045-4a26-bf6c-934b3434cdce'}] {{(pid=110669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:51:40.494237 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-d4d0fe21-f5b1-4223-abf5-4d86fcb73ad4 req-b71856a1-d254-4a38-bd46-841fb2c1633f tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Aug 09 02:51:40.494797 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}176f37ecd2696469398890499273ed88be82d5d4e288099d280e1b283b5620a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ec0d97-4460-415b-bcf8-35dd1495befa" -d '{"events": [{"server_uuid": "54461aa4-0a89-4a9c-930b-8c6b84e4d24f", "name": "network-vif-plugged", "status": "completed", "tag": "3e842365-2045-4a26-bf6c-934b3434cdce"}]}' {{(pid=110669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:51:40.508048 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] For port 3e842365-2045-4a26-bf6c-934b3434cdce, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=3e842365-2045-4a26-bf6c-934b3434cdce,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:51:40.522657 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764773534693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764773133451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764773133469'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:51:40.570599 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Pushing event updated for resources: {'Port': ['ID=3e842365-2045-4a26-bf6c-934b3434cdce,revision_number=5']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:51:40.596757 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebe6f4b-90ef-4c9d-a8cf-7f2b1e296c43 x-openstack-request-id: req-4ebe6f4b-90ef-4c9d-a8cf-7f2b1e296c43 {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:51:40.597050 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54461aa4-0a89-4a9c-930b-8c6b84e4d24f", "name": "network-vif-plugged", "status": "completed", "tag": "3e842365-2045-4a26-bf6c-934b3434cdce", "code": 200}]} {{(pid=110669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:51:40.597340 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ebe6f4b-90ef-4c9d-a8cf-7f2b1e296c43 {{(pid=110669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:51:40.597694 dv-cinder-852461-1-iscsi neutron-server[110669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebe6f4b-90ef-4c9d-a8cf-7f2b1e296c43'] response: {'server_uuid': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e842365-2045-4a26-bf6c-934b3434cdce', 'code': 200} Aug 09 02:51:40.818930 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f9a12-a254-478f-9885-a41eaaa3a395 req-9931dbb0-7cf5-4d89-a3a4-a01c8f241a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:40.820315 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-818f9a12-a254-478f-9885-a41eaaa3a395 req-9931dbb0-7cf5-4d89-a3a4-a01c8f241a63 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 1129 time: 0.0406597 Aug 09 02:51:40.857940 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:40.865302 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-818f9a12-a254-478f-9885-a41eaaa3a395 req-03193b60-5b96-476a-a3bd-b5adff992f10 service neutron] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Aug 09 02:51:41.633445 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a4c4-3c77-4fa8-be7c-618bd13c77a2 req-1f2caa30-b577-4be0-a43b-713dfb8d699a tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:41.634941 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3403a4c4-3c77-4fa8-be7c-618bd13c77a2 req-1f2caa30-b577-4be0-a43b-713dfb8d699a tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 945 time: 0.0598881 Aug 09 02:51:41.691563 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-3403a4c4-3c77-4fa8-be7c-618bd13c77a2 req-ed6a66ca-442f-4f57-b1d8-89d7fabe2ecc tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495241 Aug 09 02:51:42.807614 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:42.821030 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23c9a-0c7a-42a2-91eb-f019f8dacdc5 req-984bc537-ef94-4dab-b29d-435951e24c59 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:42.822445 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03e23c9a-0c7a-42a2-91eb-f019f8dacdc5 req-984bc537-ef94-4dab-b29d-435951e24c59 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 945 time: 0.0486860 Aug 09 02:51:42.873886 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-03e23c9a-0c7a-42a2-91eb-f019f8dacdc5 req-46a097b4-c445-4dac-8757-8ea24c1a5a43 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Aug 09 02:51:46.944072 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-48ee56fe-ff83-4c77-a8dd-7d555cb30bd9 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428286 Aug 09 02:51:47.047042 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-3408c938-eada-4eaf-b3a3-19c3f4faf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:47.048503 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-3408c938-eada-4eaf-b3a3-19c3f4faf090 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d488e2c8749640a0b3a9b0037051ff12&device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 1129 time: 0.0399406 Aug 09 02:51:47.160507 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-373ed219-550a-4599-9cc5-2391563ebfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:47.161991 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-373ed219-550a-4599-9cc5-2391563ebfc6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks?id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 200 len: 915 time: 0.0934193 Aug 09 02:51:47.199349 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-c1f545d9-f114-4edc-b168-9d8c8e108889 service neutron] 10.222.0.13 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e842365-2045-4a26-bf6c-934b3434cdce HTTP/1.1" status: 200 len: 217 time: 0.0315804 Aug 09 02:51:47.251083 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-327436ed-c3bc-45b2-a78b-2542023d52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:51:47.252460 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-327436ed-c3bc-45b2-a78b-2542023d52db service neutron] 10.222.0.13 "GET /networking/v2.0/subnets?id=646e7e6e-f566-4b41-b236-d310ce2e3f1c HTTP/1.1" status: 200 len: 854 time: 0.0469618 Aug 09 02:51:47.284598 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-35f100d3-282c-416a-a436-b419678d0086 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?network_id=cfd0a97e-acef-4bf5-b59f-a3b4522b722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262830 Aug 09 02:51:47.375438 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-3ff5719c-0d33-4d22-89d7-98c1e7076f3c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847216 Aug 09 02:51:47.468794 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-b64a5edb-1611-4167-8384-e32c1668e1b9 req-6965a717-fc61-43fc-8dc6-a60ff710ee64 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866489 Aug 09 02:51:50.559795 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:50.562423 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:50.568517 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:57.464197 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=63 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:51:57.465374 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=51 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:00.379796 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:00.380992 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:00.642899 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-cb71b38d-24f6-4dd7-82d1-a3b3d5ec0df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:02.195392 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40cf38-8452-4299-a974-0c3b96d97593 req-ef431c48-4b03-4cf2-a76d-cf6ead0673ab tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:52:02.196757 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e40cf38-8452-4299-a974-0c3b96d97593 req-ef431c48-4b03-4cf2-a76d-cf6ead0673ab tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 945 time: 0.0525079 Aug 09 02:52:02.245547 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-4e40cf38-8452-4299-a974-0c3b96d97593 req-da42758f-6e4a-40bc-94d4-48e775d52abc tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Aug 09 02:52:02.469704 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:52:03.103878 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a0b8eb94-4332-4b49-ae6a-d03c20cdb48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:03.381997 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c47f4-394b-42cc-bffe-0b2db6536b53 req-81327214-3064-4840-a3e2-0228c0e75e09 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:52:03.383368 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-df7c47f4-394b-42cc-bffe-0b2db6536b53 req-81327214-3064-4840-a3e2-0228c0e75e09 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 945 time: 0.0516934 Aug 09 02:52:03.434454 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-df7c47f4-394b-42cc-bffe-0b2db6536b53 req-6ee2b3da-132f-49c8-a36a-cabbdf6fc926 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0591a96a-50c6-4751-a87f-c5e953d0b653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Aug 09 02:52:03.900968 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e86361-fefb-4690-b822-563c7e33345d req-5f6bbdd9-a3d3-4f87-9e4d-185c93c50f47 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 02:52:03.902410 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f9e86361-fefb-4690-b822-563c7e33345d req-5f6bbdd9-a3d3-4f87-9e4d-185c93c50f47 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 945 time: 0.0618968 Aug 09 02:52:03.993840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Deleting port 3e842365-2045-4a26-bf6c-934b3434cdce {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 09 02:52:03.993840 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764773531185'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:04.084175 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] For port 3e842365-2045-4a26-bf6c-934b3434cdce, host hv-cinder-85246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85246',level=0,port_id=3e842365-2045-4a26-bf6c-934b3434cdce,segment=NetworkSegment(bf444330-7133-4274-b1b2-4c25260e3da2),segment_id=bf444330-7133-4274-b1b2-4c25260e3da2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 02:52:04.084546 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420169'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:04.097829 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Calling delete_port for 3e842365-2045-4a26-bf6c-934b3434cdce owned by compute:nova {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 09 02:52:04.235702 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7911844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764773534702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764773133442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25183463'] for port (3e842365-2045-4a26-bf6c-934b3434cdce), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:04.263282 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Pushing event deleted for resources: {'Port': ['ID=3e842365-2045-4a26-bf6c-934b3434cdce,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:52:04.271541 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] get_ports_and_sgs() called for port_ids ['3e842365-2045-4a26-bf6c-934b3434cdce'] {{(pid=110669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 02:52:04.307032 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] No DVR routers for this DVR port 3e842365-2045-4a26-bf6c-934b3434cdce on host hv-cinder-85246 {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 09 02:52:04.309478 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232156'] for port (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:04.312726 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-f9e86361-fefb-4690-b822-563c7e33345d req-259bb7fd-e677-41f0-aa2e-a905734a3d56 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.13 "DELETE /networking/v2.0/ports/3e842365-2045-4a26-bf6c-934b3434cdce HTTP/1.1" status: 204 len: 173 time: 0.4051554 Aug 09 02:52:04.313167 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'name': 'network-vif-deleted', 'tag': '3e842365-2045-4a26-bf6c-934b3434cdce'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 02:52:04.315486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e2cf06cceb484d39cc67759ef03680be4611c71b87cb668931abb4b7bf487fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d27b1-589e-4988-98da-3485c1e5c1ae" -d '{"events": [{"server_uuid": "54461aa4-0a89-4a9c-930b-8c6b84e4d24f", "name": "network-vif-deleted", "tag": "3e842365-2045-4a26-bf6c-934b3434cdce"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 02:52:04.352334 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8c26c0-a901-45c7-a4e2-d8a5e39e9495 x-openstack-request-id: req-3b8c26c0-a901-45c7-a4e2-d8a5e39e9495 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 02:52:04.352592 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:04.352739 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54461aa4-0a89-4a9c-930b-8c6b84e4d24f", "name": "network-vif-deleted", "tag": "3e842365-2045-4a26-bf6c-934b3434cdce", "status": "completed", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 02:52:04.352841 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b8c26c0-a901-45c7-a4e2-d8a5e39e9495 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 02:52:04.353312 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8c26c0-a901-45c7-a4e2-d8a5e39e9495'] response: {'server_uuid': '54461aa4-0a89-4a9c-930b-8c6b84e4d24f', 'name': 'network-vif-deleted', 'tag': '3e842365-2045-4a26-bf6c-934b3434cdce', 'status': 'completed', 'code': 200} Aug 09 02:52:04.557839 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [req-e3ea90eb-eb12-411e-ae53-b8a12688df36 req-18ae2ee2-720a-4f58-992c-569bf5a9fee2 tempest-VolumesSnapshotTestJSON-851994339 tempest-VolumesSnapshotTestJSON-851994339-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54461aa4-0a89-4a9c-930b-8c6b84e4d24f HTTP/1.1" status: 200 len: 210 time: 0.0309272 Aug 09 02:52:05.344354 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:05.514327 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:05.825326 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:09.864730 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 3e842365-2045-4a26-bf6c-934b3434cdce no longer exists at agent hyperv_hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 02:52:09.893857 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] No Port match for: 3e842365-2045-4a26-bf6c-934b3434cdce {{(pid=110669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 09 02:52:09.894188 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.rpc [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Device 3e842365-2045-4a26-bf6c-934b3434cdce not bound to the agent host hv-cinder-85246 {{(pid=110669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 02:52:12.465157 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:14.536797 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:14.537589 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:15.819336 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:19.871608 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=11 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:19.873564 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:27.074102 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 42140) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:52:27.123864 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Deleting subnet 646e7e6e-f566-4b41-b236-d310ce2e3f1c {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 09 02:52:27.127060 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Publish callbacks [] for subnet (646e7e6e-f566-4b41-b236-d310ce2e3f1c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.161163 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26157926'] for subnet (646e7e6e-f566-4b41-b236-d310ce2e3f1c), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.204605 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7792432'] for subnet (646e7e6e-f566-4b41-b236-d310ce2e3f1c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.260077 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7792443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25206911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202343'] for subnet (646e7e6e-f566-4b41-b236-d310ce2e3f1c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.286339 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646e7e6e-f566-4b41-b236-d310ce2e3f1c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:52:27.289368 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.291840 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/646e7e6e-f566-4b41-b236-d310ce2e3f1c HTTP/1.1" status: 204 len: 168 time: 0.2164166 Aug 09 02:52:27.294741 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 42144) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:52:27.298492 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.298778 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.299126 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.299489 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.299874 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.300151 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.300473 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.300943 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.301277 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.301831 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.302238 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.302605 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.302998 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.303362 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.303693 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f2ac6-8b90-412a-86b4-94e8e8d704ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.365425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7819868'] for network (cfd0a97e-acef-4bf5-b59f-a3b4522b722e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.444273 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786671', 'neutron.services.segments.db._delete_segments_for_network-8764773491438'] for network (cfd0a97e-acef-4bf5-b59f-a3b4522b722e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.464808 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd0a97e-acef-4bf5-b59f-a3b4522b722e']}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:52:27.474104 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf444330-7133-4274-b1b2-4c25260e3da2') {'for_net_delete': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:52:27.474425 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.services.segments.db [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf444330-7133-4274-b1b2-4c25260e3da2') {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 02:52:27.484929 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764773491339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25183317'] for segment (bf444330-7133-4274-b1b2-4c25260e3da2), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.498476 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091'] for segment (bf444330-7133-4274-b1b2-4c25260e3da2), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.504645 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 02:52:27.505019 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25183536'] for segment (bf444330-7133-4274-b1b2-4c25260e3da2), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.565865 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424738'] for network (cfd0a97e-acef-4bf5-b59f-a3b4522b722e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.574486 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530286'] for network (None), before_response {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.577653 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/cfd0a97e-acef-4bf5-b59f-a3b4522b722e HTTP/1.1" status: 204 len: 168 time: 0.2814062 Aug 09 02:52:27.590848 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment bf444330-7133-4274-b1b2-4c25260e3da2 resource provider aggregate not found Aug 09 02:52:27.594706 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd0a97e-acef-4bf5-b59f-a3b4522b722e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:52:27.602504 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.602864 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.603214 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.603563 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.603899 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.604237 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.604566 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.604911 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.605227 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.605561 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.605896 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.606245 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.606603 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.606885 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.607525 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d908-b4ea-46b8-9512-f9f578165a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852461-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 02:52:27.611203 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.services.segments.plugin [-] Segment bf444330-7133-4274-b1b2-4c25260e3da2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf444330-7133-4274-b1b2-4c25260e3da2 found for delete ", "request_id": "req-8a3792e9-f0a0-4e95-a00c-cf09e4809d4b"}]} Aug 09 02:52:27.747947 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [-] (110668) accepted ('10.222.0.20', 42154) {{(pid=110668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:52:27.793719 dv-cinder-852461-1-iscsi neutron-server[110668]: INFO neutron.wsgi [None req-6c4f34bc-36f6-462c-8cc0-7faa9812bd10 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d488e2c8749640a0b3a9b0037051ff12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446208 Aug 09 02:52:27.797849 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.20', 42156) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 09 02:52:27.858809 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a298e908-69f7-41c7-866a-fb90920d9c78 admin admin] Publish callbacks [] for security_group (0591a96a-50c6-4751-a87f-c5e953d0b653), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.883338 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a298e908-69f7-41c7-866a-fb90920d9c78 admin admin] Publish callbacks [] for security_group (0591a96a-50c6-4751-a87f-c5e953d0b653), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.947226 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a298e908-69f7-41c7-866a-fb90920d9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450943'] for security_group (0591a96a-50c6-4751-a87f-c5e953d0b653), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.950429 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a298e908-69f7-41c7-866a-fb90920d9c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:27.951974 dv-cinder-852461-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a298e908-69f7-41c7-866a-fb90920d9c78 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0591a96a-50c6-4751-a87f-c5e953d0b653 HTTP/1.1" status: 204 len: 168 time: 0.1529002 Aug 09 02:52:27.959915 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e908-69f7-41c7-866a-fb90920d9c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0591a96a-50c6-4751-a87f-c5e953d0b653,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 02:52:30.638297 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-88445461-61f5-46ef-a7fa-978e28109649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:33.099549 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-3b055432-c2e9-4909-a4f4-cbeb92f5cd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:34.363143 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:35.331633 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:35.516572 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:35.834133 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:52:37.365505 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:37.370353 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:37.788713 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:37.791198 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:37.928793 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:37.956447 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:39.469689 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:52:48.601752 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:48.602996 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:48.605237 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:49.464825 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:52:49.465874 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:00.645650 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e2126793-3202-4a34-a42f-e248a95ff961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:03.093929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4a967dc8-316a-4a4e-a0de-616bd474eee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:04.365236 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:05.339187 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:05.516719 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:05.835562 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:14.369315 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:14.370594 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:15.819547 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=11 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:15.820941 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:15.830088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:16.475112 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:53:28.604897 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=13 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:28.607181 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=15 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:30.651616 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-25317a18-2cd4-4d62-b39d-dcbedc1af600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:33.087429 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fe629d19-b179-4ea1-a457-ccd4d77250dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:34.369856 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:35.362181 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:35.522016 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:35.842790 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:53:45.830021 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:45.834230 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:45.836503 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:51.368832 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:51.370008 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:53:53.476536 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:54:00.647469 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa40f034-902c-4130-819f-163685612a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:03.099008 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a7506e99-19f1-485a-8b71-b0cba1ed7396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:03.470316 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:03.471068 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:04.374276 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:05.363421 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:05.524455 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:05.831182 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:15.813673 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:15.821973 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:15.823824 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:30.478036 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:54:30.652217 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f460f5b3-d2b5-411e-8c26-8c6de4ed0827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:33.098767 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-678f5157-ebc3-44f6-929a-a606232fd867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:34.376554 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:35.365056 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:35.528528 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:35.832298 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:54:40.472800 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:40.474090 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=5 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:48.610391 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:48.612327 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:54:48.613747 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=2,neutron:SELECT=12 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:00.656969 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-ea470152-3cd6-48ac-8edc-c9718575ef12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:03.106195 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-30806c71-67f1-4cb1-a360-b5d97f9a4cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:04.382749 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:05.364184 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:05.372961 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:05.375929 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:05.531130 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:05.829911 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:07.478484 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:55:15.817310 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:15.820602 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:15.823743 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:17.473702 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:17.474473 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:28.597284 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=13 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:28.598548 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=13 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:30.658317 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7e99b595-ba74-4eaa-b66e-b1495928fa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:33.098531 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-22553f6e-9620-4df0-841e-5faf6a595d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:34.386999 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:35.374060 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:35.537659 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:35.847339 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:55:42.377811 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:42.379039 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=5 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:44.484830 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:55:45.827000 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:45.834649 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:45.838088 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:55:54.476518 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:00.660648 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-dbc78727-da52-4775-a8c4-f1388f587669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:03.099282 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-00f2cc6c-d489-4847-9ac3-a4210950a772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:04.395996 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:05.375839 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:05.543369 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:05.843772 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:08.836136 dv-cinder-852461-1-iscsi neutron-server[110668]: DEBUG neutron.wsgi [req-a6e392f2-dce7-4d8d-a5f3-a5956c7e1dcc req-b9f9ecca-ea71-4f2b-a4e6-d2e027601683 service neutron] (110668) timed out ('10.222.0.13', 56460) {{(pid=110668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 09 02:56:15.537527 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:15.831568 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:15.835263 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:19.377038 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:19.378352 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=4 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:21.489769 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:56:29.411173 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:30.663525 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4f43ea13-a3b6-45f9-8fd9-c2391503701b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:31.481225 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=2 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:32.883245 dv-cinder-852461-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-73304802-4a55-4060-9db6-6396de0d593a req-c2628e35-6a8e-4078-9739-77066acb6b7f service neutron] (110667) timed out ('10.222.0.13', 56445) {{(pid=110667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 09 02:56:33.098991 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8596-aea4-4ee1-82b9-5abd3f112e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:34.393690 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:35.384360 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:35.545567 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:35.833251 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:56:48.597729 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:48.600270 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:48.603323 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:56.367185 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:56.371402 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=3 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:56:58.494640 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:57:00.664988 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-62a1bbdb-a833-470a-a28a-4b26e261c952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:03.101782 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-57bbbff3-0e3e-49d5-8a61-3ad36179cc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:04.402478 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:05.404082 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:05.550076 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:05.838688 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:08.487829 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:08.488610 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:15.543991 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:15.827573 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:15.831547 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:30.664015 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-17ad9f15-56ce-4a2e-ba6b-6fd1dec1180f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:33.105126 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa781-6bf0-4dd7-92ea-fd265f935f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:33.377945 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=16 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:33.378831 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=16 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:34.397190 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:35.411905 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:35.498824 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG neutron.db.agents_db [None req-d3a31899-983f-428a-b317-899dbdba4e00 None None] Agent healthcheck: found 6 active agents {{(pid=110670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 02:57:35.553931 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:35.841968 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:57:45.490221 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:45.492210 dv-cinder-852461-1-iscsi neutron-server[110670]: DEBUG dbcounter [-] [110670] Writing DB stats neutron:SELECT=1 {{(pid=110670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:45.826737 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:45.833456 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:57:45.835680 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 09 02:58:00.660377 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-78cbf4fa-97a2-4bf1-bcc6-6edff5e91656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b0f5c6da-d992-42dc-9bbd-0b0441da5fef), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:58:03.099957 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-997ecb59-f38e-484d-a4b4-59249fbb320d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (d1965a54-4bbc-4f8b-8581-96a59604dfab), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:58:04.398968 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-692c16e4-b279-4b60-ab60-6d48a67df88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (4f40aa06-6955-4639-974e-0d444acbe522), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:58:05.413795 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-e43a6a02-2ea9-4584-be33-3bd4389fc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (b9a06d5e-2381-4c14-b183-ec96aa684885), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:58:05.549824 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-70aa42cc-98b7-436a-a376-4900869bbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (6342ddc3-8eed-4b56-9160-45b6944d1343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 09 02:58:05.836154 dv-cinder-852461-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-fa266dd8-d4d5-4daf-85f2-dcf07fde7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764773491420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7791852'] for agent (731ba2a1-9dbe-422a-b558-af6596a55d06), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}